-- Logs begin at Fri 2021-07-09 20:08:23 UTC, end at Fri 2021-07-09 21:15:31 UTC. -- Jul 09 20:45:49.790965 dv-cinder-792642-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 20:45:52.592538 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.common.config [-] Logging enabled! Jul 09 20:45:52.593246 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 20:45:52.593754 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92815) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 20:45:52.596968 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.common.config [-] Logging enabled! Jul 09 20:45:52.597219 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 20:45:52.597528 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92815) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 20:45:52.598456 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 20:45:52.598689 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 20:45:52.599053 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 20:45:52.599298 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 20:45:52.599548 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 20:45:52.599865 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.600159 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.600453 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.600682 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.600973 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.601260 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.601543 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.601832 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.602126 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.602410 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.602689 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.602970 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.603198 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.603503 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.603790 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.604072 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.604294 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] debug = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.604570 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.604991 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.605397 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.605675 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.605961 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.606234 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.606508 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.606779 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.607060 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.607405 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] host = dv-cinder-792642-3-iscsi {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.607682 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.608013 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.608787 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.609086 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.609370 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.609651 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.609975 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.610252 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.610528 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] log_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.610807 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.611099 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.611416 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.611709 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.611933 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.612155 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.612442 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.612729 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.613007 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.613284 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.613555 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.613827 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.614100 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.614366 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.614650 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.614932 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.615217 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.615528 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.615804 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.616074 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.616343 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.616632 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.616905 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.617178 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.617450 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.617732 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.617999 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.618270 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.618572 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.618862 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.619141 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.619453 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.619728 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.620009 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.620279 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.620548 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.620818 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] use_json = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.621090 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.621362 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.621638 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.621907 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.622175 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.622448 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.622718 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.623001 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:52.623297 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.624223 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.624691 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.625005 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.625328 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.625637 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.625949 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.626245 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.626551 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.626860 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.627160 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.627470 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.627772 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.628060 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.628362 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.628678 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.628980 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.629278 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.629558 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.629837 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.630116 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.630398 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.630689 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.630993 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.631284 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.631595 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.631877 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.632173 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.632453 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.632729 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.633011 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.633303 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.633583 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.634111 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.634401 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.634683 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.634959 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.635235 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.635539 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.635835 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.636116 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.636391 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.636666 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.636944 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.637218 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.637506 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.637784 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.638058 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.638330 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.638607 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.638880 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.639225 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.640149 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.640405 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.640687 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.641035 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.641312 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.641588 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.641863 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.642136 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.642410 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.642683 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.642961 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.643236 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.643540 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.643815 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.644088 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.644366 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.644656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.644956 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.645233 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.645514 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.645792 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.646070 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.646347 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.646621 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.646901 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.647179 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.647474 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.647768 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.648052 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.648337 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.648619 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.648895 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.649190 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.649470 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.649753 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.650030 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.650306 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.650594 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.650879 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.651177 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.651495 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.651796 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.652089 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.652384 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.652667 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.652978 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.653258 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:52.653474 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 20:45:52.653717 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92815) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 20:45:53.008055 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 20:45:53.008329 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 20:45:53.008619 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 20:45:53.009200 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 20:45:53.405473 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.405763 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.406031 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.407307 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.407611 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.407876 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.442438 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.442708 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.442973 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.456262 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.456541 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.456808 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.487128 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.487438 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.487707 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.523778 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.524051 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.524319 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.757474 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.758088 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.758249 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.758940 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.760294 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.888374 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.888698 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.888978 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.889275 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.889537 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.889918 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.890157 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.890339 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.890635 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.891443 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.891443 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.891443 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.891709 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.891902 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.892154 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.892416 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.892683 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.892931 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.893194 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.893440 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.893713 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.894054 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.894302 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.894578 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.894833 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.895147 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.895573 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92815) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:45:53.895814 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92815) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:45:53.896050 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92815) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:45:53.896282 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92815) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:45:53.896513 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92815) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:45:53.896745 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92815) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:45:53.897110 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 20:45:53.901526 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 20:45:53.905969 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 20:45:53.909859 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Jul 09 20:45:53.911514 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 20:45:53.911956 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 20:45:53.912284 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 20:45:53.912657 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 20:45:53.915629 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 20:45:53.915876 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 20:45:53.916218 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 20:45:53.944622 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 20:45:53.945062 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.945359 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92815) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 20:45:53.945718 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.947057 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92815) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 20:45:53.947336 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 20:45:53.947606 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 20:45:53.950824 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:53.951108 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.016259 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 20:45:54.016418 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 20:45:54.016635 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 20:45:54.017005 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 20:45:54.038416 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_db.sqlalchemy.engines [None req-6703423b-93ae-4500-8b63-02992c732904 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92815) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 20:45:54.595935 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Initializing driver for type 'gre' Jul 09 20:45:54.596464 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6703423b-93ae-4500-8b63-02992c732904 None None] gre ID ranges: [(1, 1000)] Jul 09 20:45:54.652101 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Initializing driver for type 'local' Jul 09 20:45:54.652441 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Initializing driver for type 'vlan' Jul 09 20:45:54.668458 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6703423b-93ae-4500-8b63-02992c732904 None None] VlanTypeDriver initialization complete Jul 09 20:45:54.668930 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Initializing driver for type 'vxlan' Jul 09 20:45:54.669586 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6703423b-93ae-4500-8b63-02992c732904 None None] vxlan ID ranges: [(1, 1000)] Jul 09 20:45:54.725161 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Initializing extension driver 'port_security' Jul 09 20:45:54.727068 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.extensions.port_security [None req-6703423b-93ae-4500-8b63-02992c732904 None None] PortSecurityExtensionDriver initialization complete Jul 09 20:45:54.727068 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Initializing mechanism driver 'openvswitch' Jul 09 20:45:54.727068 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Initializing mechanism driver 'hyperv' Jul 09 20:45:54.737135 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.plugins.ml2.plugin [None req-6703423b-93ae-4500-8b63-02992c732904 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:54.737835 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > port after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.738225 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > port after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.738600 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > port after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.739137 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92815) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:45:54.739606 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > subnet after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.739972 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > subnet after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.740327 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.740732 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92815) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:45:54.741147 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > network after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.741502 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > network after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.741851 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > network after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.742247 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92815) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:45:54.742670 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > security_group after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.743088 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > security_group after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.743540 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.744094 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92815) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:45:54.744559 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.744939 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.745362 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.745764 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92815) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:45:54.746182 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > address_group after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.746543 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > address_group after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.746898 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.747294 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92815) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:45:54.747710 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6703423b-93ae-4500-8b63-02992c732904 None None] ML2 OVO RPC backend initialized. {{(pid=92815) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 20:45:54.748436 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.749126 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.749320 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > network before_response 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.749679 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > networks before_response 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.750035 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > port before_response 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.750385 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > ports before_response 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.750744 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > subnet before_response 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.751094 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > subnets before_response 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.751482 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > network after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.751832 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > network after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.752175 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > network after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.752522 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > port after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.752866 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > port after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.753213 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > port after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.753560 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > subnet after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.753905 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > subnet after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.754247 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.754831 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.plugin [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Modular L2 Plugin initialization complete Jul 09 20:45:54.755166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading services supported by the core plugin {{(pid=92815) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 20:45:54.755529 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.plugins.ml2.managers [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Got port-security extension from driver 'port_security' Jul 09 20:45:54.756004 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.extensions.vlantransparent [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Disabled vlantransparent extension. Jul 09 20:45:54.756499 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92815) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 20:45:54.756819 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading Plugin: router Jul 09 20:45:54.792926 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.793507 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router after_create 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.793697 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router before_create 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.794076 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.794463 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.794827 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router after_delete 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.795196 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.796207 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router after_create 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.796569 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router after_update 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.796934 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router after_update 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.797295 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.797665 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router after_update 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.798088 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router precommit_update 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.798467 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: port after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.798816 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: port after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.799163 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: subnet after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.799547 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.799909 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.800266 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router precommit_create 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.800621 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: port before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.800971 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router precommit_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.801337 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router after_update 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.801688 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.802046 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router precommit_create 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.802424 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.802785 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router precommit_update 55549900 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.803149 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > agent after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.803536 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > agent after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.803895 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > network after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.804762 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Tracking information for resource: router configured {{(pid=92815) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:45:54.805104 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Tracking information for resource: floatingip configured {{(pid=92815) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:45:54.810087 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.db.l3_agentschedulers_db [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 20:45:54.810678 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: port after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.811182 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: port after_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.811629 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: port after_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.812000 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: port after_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.812812 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router before_create 55550100 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.813189 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.813561 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router precommit_create 55550100 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.813928 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > router precommit_update 55550100 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.818354 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.services.provider_configuration [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service providers = [] {{(pid=92815) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 20:45:54.818725 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.db.servicetype_db [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92815) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 20:45:54.821728 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.services.service_base [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92815) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:45:54.822096 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.services.service_base [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92815) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:45:54.822454 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.services.service_base [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92815) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:45:54.823385 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.services.service_base [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92815) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:45:54.823777 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.services.service_base [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 20:45:54.824170 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92815) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:45:54.824493 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 20:45:54.835134 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92815) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:45:54.835515 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading Plugin: auto_allocate Jul 09 20:45:54.841299 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: network precommit_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.841676 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: network precommit_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.842206 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92815) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:45:54.843167 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading Plugin: tag Jul 09 20:45:54.849803 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92815) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:45:54.850143 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading Plugin: timestamp Jul 09 20:45:54.855754 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92815) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:45:54.856094 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading Plugin: network_ip_availability Jul 09 20:45:54.862638 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.863025 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.863419 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:54.864246 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92815) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:45:54.864573 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading Plugin: flavors Jul 09 20:45:54.869448 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92815) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:45:54.869787 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading Plugin: revisions Jul 09 20:45:54.874292 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92815) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:45:54.874756 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_concurrency.lockutils [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.866s {{(pid=92815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 20:45:54.875545 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92815) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 20:45:54.875898 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Initializing extension manager. Jul 09 20:45:54.876422 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: __init__.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.876774 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: __pycache__ {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.877116 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.877457 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: address_group.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.878245 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.878825 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: address-group Jul 09 20:45:54.879158 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: address_scope.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.879917 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.880442 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: address-scope Jul 09 20:45:54.880775 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.881728 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.882261 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: router-admin-state-down-before-update Jul 09 20:45:54.882589 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: agent.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.883320 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.884332 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: agent Jul 09 20:45:54.884665 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: agent_resources_synced.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.885986 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.886123 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: agent-resources-synced Jul 09 20:45:54.886457 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: allowedaddresspairs.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.888340 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.888879 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: allowed-address-pairs Jul 09 20:45:54.889260 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: auto_allocated_topology.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.890568 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.891281 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: auto-allocated-topology Jul 09 20:45:54.891659 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: availability_zone.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.892378 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.892905 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: availability_zone Jul 09 20:45:54.893239 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: availability_zone_filter.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.894170 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.894696 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: availability_zone_filter Jul 09 20:45:54.895028 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: data_plane_status.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.895991 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.896513 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 20:45:54.896845 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: default_subnetpools.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.897773 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.898296 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: default-subnetpools Jul 09 20:45:54.898630 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.899492 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.900017 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: dhcp_agent_scheduler Jul 09 20:45:54.900351 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: dns.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.901287 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.901805 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension dns-integration not supported by any of loaded plugins Jul 09 20:45:54.902138 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: dns_domain_ports.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.903069 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.903621 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 20:45:54.903954 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.905439 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.906127 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 20:45:54.906460 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: dvr.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.907154 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.907722 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: dvr Jul 09 20:45:54.908048 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: empty_string_filtering.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.908983 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.909506 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: empty-string-filtering Jul 09 20:45:54.909836 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.910765 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.911282 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 20:45:54.911639 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.912576 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.913098 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 20:45:54.913428 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: external_net.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.914359 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.914879 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: external-net Jul 09 20:45:54.915210 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.916183 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.916709 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: extra_dhcp_opt Jul 09 20:45:54.917040 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: extraroute.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.917962 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.918483 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: extraroute Jul 09 20:45:54.918860 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: extraroute_atomic.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.919949 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.920567 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: extraroute-atomic Jul 09 20:45:54.921401 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: filter_validation.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.922166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.922689 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: filter-validation Jul 09 20:45:54.923020 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: fip_pf_description.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.923987 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.924509 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 20:45:54.924839 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: fip_port_details.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.925772 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.926296 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: fip-port-details Jul 09 20:45:54.926632 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: flavors.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.927909 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.928445 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: flavors Jul 09 20:45:54.928785 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.930482 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.931009 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 20:45:54.931383 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: floatingip_pools.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.932094 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.932621 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: floatingip-pools Jul 09 20:45:54.932956 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: ip_allocation.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.933940 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.934500 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 20:45:54.934834 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.935798 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.936639 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: ip-substring-filtering Jul 09 20:45:54.936754 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: l2_adjacency.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.937717 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.938287 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 20:45:54.938616 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: l3.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.939663 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.940194 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: router Jul 09 20:45:54.940527 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.942963 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.943537 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 20:45:54.943882 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.944836 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.945369 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: ext-gw-mode Jul 09 20:45:54.945704 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.946662 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.947183 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: l3-ha Jul 09 20:45:54.947543 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: l3_flavors.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.948500 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.949023 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: l3-flavors Jul 09 20:45:54.949358 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.950294 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.950824 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 20:45:54.951159 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: l3agentscheduler.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.952871 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.953401 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: l3_agent_scheduler Jul 09 20:45:54.953740 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: logging.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.955254 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.955818 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension logging not supported by any of loaded plugins Jul 09 20:45:54.956159 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: metering.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.956930 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.957524 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: metering Jul 09 20:45:54.957859 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.958983 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.959552 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: metering_source_and_destination_fields Jul 09 20:45:54.959888 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: multiprovidernet.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.960837 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.961359 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: multi-provider Jul 09 20:45:54.961692 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: netmtu.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.962623 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.963151 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: net-mtu Jul 09 20:45:54.963573 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: netmtu_writable.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.964459 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.965253 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: net-mtu-writable Jul 09 20:45:54.965588 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: network_availability_zone.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.966280 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.967397 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: network_availability_zone Jul 09 20:45:54.967397 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: network_ip_availability.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.968951 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.969480 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: network-ip-availability Jul 09 20:45:54.969819 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: network_segment_range.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.970610 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.971132 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 20:45:54.971493 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: pagination.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.972515 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.972853 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: pagination Jul 09 20:45:54.973181 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: port_device_profile.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.974156 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.974696 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: port-device-profile Jul 09 20:45:54.975230 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.975979 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.976507 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: port-mac-address-regenerate Jul 09 20:45:54.976840 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.977771 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.978390 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: port-numa-affinity-policy Jul 09 20:45:54.978634 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: port_resource_request.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.979610 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.980132 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 20:45:54.980460 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: portbindings.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.981411 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.981948 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: binding Jul 09 20:45:54.982262 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: portbindings_extended.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.984017 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.984954 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: binding-extended Jul 09 20:45:54.984954 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: portsecurity.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.985826 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.986356 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: port-security Jul 09 20:45:54.986690 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: project_id.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.987720 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.988061 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: project-id Jul 09 20:45:54.988394 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: providernet.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.989345 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.989870 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: provider Jul 09 20:45:54.990205 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: qos.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.993783 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.994360 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension qos not supported by any of loaded plugins Jul 09 20:45:54.994706 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.996055 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.996620 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 20:45:54.997032 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:54.998025 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:54.998648 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 20:45:54.999268 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: qos_default.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.000095 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.000664 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension qos-default not supported by any of loaded plugins Jul 09 20:45:55.001002 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: qos_fip.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.001726 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.002243 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension qos-fip not supported by any of loaded plugins Jul 09 20:45:55.002574 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: qos_gateway_ip.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.003564 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.004130 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 20:45:55.004509 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: qos_port_network_policy.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.005480 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.006008 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 20:45:55.006360 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: qos_rule_type_details.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.007472 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.008043 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 20:45:55.008444 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: qos_rules_alias.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.009811 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.010375 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 20:45:55.010749 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: quotasv2.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.011838 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.012198 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: quotas Jul 09 20:45:55.012567 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: quotasv2_detail.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.016381 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.016728 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: quota_details Jul 09 20:45:55.017062 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: rbac.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.018240 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.018780 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: rbac-policies Jul 09 20:45:55.019119 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: rbac_address_group.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.020314 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.020867 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: rbac-address-group Jul 09 20:45:55.021184 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: rbac_address_scope.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.022138 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.022666 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: rbac-address-scope Jul 09 20:45:55.023001 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: rbac_security_groups.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.023965 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.024494 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: rbac-security-groups Jul 09 20:45:55.024827 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: rbac_subnetpool.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.025764 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.026293 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: rbac-subnetpool Jul 09 20:45:55.026631 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: revisionifmatch.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.027612 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.028142 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: revision-if-match Jul 09 20:45:55.028473 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: revisions.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.029608 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.030734 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: standard-attr-revisions Jul 09 20:45:55.031148 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: router_availability_zone.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.031883 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.032416 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: router_availability_zone Jul 09 20:45:55.032749 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: routerservicetype.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.033687 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.034210 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension router-service-type not supported by any of loaded plugins Jul 09 20:45:55.034543 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.035533 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.036062 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: security-groups-normalized-cidr Jul 09 20:45:55.036396 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.037345 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.037870 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: port-security-groups-filtering Jul 09 20:45:55.038203 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.039140 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.039705 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: security-groups-remote-address-group Jul 09 20:45:55.040040 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: securitygroup.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.050260 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.050800 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: security-group Jul 09 20:45:55.051146 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: segment.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.051988 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.052511 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension segment not supported by any of loaded plugins Jul 09 20:45:55.052847 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.053805 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.054328 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 20:45:55.054663 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: servicetype.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.055821 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.056357 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: service-type Jul 09 20:45:55.056693 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: sorting.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.057700 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.058042 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: sorting Jul 09 20:45:55.058376 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: standard_attr_segment.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.059411 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.059942 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 20:45:55.060274 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: standardattrdescription.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.060940 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.061598 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: standard-attr-description Jul 09 20:45:55.061931 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: stateful_security_group.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.063425 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.063958 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: stateful-security-group Jul 09 20:45:55.064294 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: stdattrs_common.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.064893 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 20:45:55.065221 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.066172 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.066698 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 20:45:55.067034 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: subnet_onboard.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.068146 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.068680 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: subnet_onboard Jul 09 20:45:55.069015 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.069966 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.070491 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 20:45:55.070824 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: subnet_service_types.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.071802 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.072331 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: subnet-service-types Jul 09 20:45:55.072667 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: subnetallocation.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.073771 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.074298 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: subnet_allocation Jul 09 20:45:55.074635 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.075322 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.075882 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: subnetpool-prefix-ops Jul 09 20:45:55.076213 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.077208 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.077733 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 20:45:55.078222 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: tagging.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.079904 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.080314 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: standard-attr-tag Jul 09 20:45:55.080655 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: timestamp.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.081919 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.082453 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loaded extension: standard-attr-timestamp Jul 09 20:45:55.082791 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: trunk.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.083880 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.084415 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension trunk not supported by any of loaded plugins Jul 09 20:45:55.084755 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: trunk_details.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.085705 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.086234 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension trunk-details not supported by any of loaded plugins Jul 09 20:45:55.086570 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: uplink_status_propagation.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.087551 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.088082 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 20:45:55.088418 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Loading extension file: vlantransparent.py {{(pid=92815) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:45:55.089113 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92815) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:45:55.089640 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 20:45:55.092219 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:network Jul 09 20:45:55.092825 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:subnet Jul 09 20:45:55.093238 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:45:55.093641 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:port Jul 09 20:45:55.094941 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.095435 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service FLAVORS assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.096077 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.096515 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.096857 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:router Jul 09 20:45:55.097312 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 20:45:55.097823 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service METERING assigned prefix: /metering {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.099284 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:55.099700 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:55.100110 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:45:55.101094 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 20:45:55.101558 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:security_group Jul 09 20:45:55.102004 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 20:45:55.102614 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service CORE assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.102955 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:45:55.103313 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] subnetpool is already registered Jul 09 20:45:55.103789 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service CORE assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.104131 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:45:55.104476 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] subnetpool is already registered Jul 09 20:45:55.106806 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.107258 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service FLAVORS assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.108416 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.108869 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.109215 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:router Jul 09 20:45:55.109563 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] router is already registered Jul 09 20:45:55.109987 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 20:45:55.110332 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] floatingip is already registered Jul 09 20:45:55.110797 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service METERING assigned prefix: /metering {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.111510 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 20:45:55.111850 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] rbac_policy is already registered Jul 09 20:45:55.112275 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:security_group Jul 09 20:45:55.112618 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] security_group is already registered Jul 09 20:45:55.113029 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 20:45:55.113369 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] security_group_rule is already registered Jul 09 20:45:55.114004 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service CORE assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.114340 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:45:55.114678 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] subnetpool is already registered Jul 09 20:45:55.115108 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.v2.resource_helper [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Service CORE assigned prefix: {{(pid=92815) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:45:55.115471 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:45:55.115812 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING neutron.quota.resource_registry [None req-6703423b-93ae-4500-8b63-02992c732904 None None] subnetpool is already registered Jul 09 20:45:55.116287 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: extensions {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.117791 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: address-groups {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.119336 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: address-scopes {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.120705 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: agents {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.121871 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: auto-allocated-topology {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.123137 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: availability_zones {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.125099 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: dhcp-networks {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.127725 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: dhcp-agents {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.129208 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: routers {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.130933 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: flavors {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.132258 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: service_profiles {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.133484 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: next_providers {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.135209 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: service_profiles {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.136811 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: floatingip-pools {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.138052 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: routers {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.139854 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: floatingips {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.141161 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: l3-routers {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.142571 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: l3-agents {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.144040 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: metering-labels {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.145314 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: metering-label-rules {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.146693 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: network-ip-availabilities {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.148010 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: bindings {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.149584 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: quotas {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.151149 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: quotas {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.152600 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: rbac-policies {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.153803 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: security-groups {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.155282 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: security-group-rules {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.156597 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: service-providers {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.157826 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: subnetpools {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.159172 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: subnetpools {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.160758 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: tags {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.162480 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: tags {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.164342 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: tags {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.166195 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: tags {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.167940 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: tags {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.169911 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: tags {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.172216 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: tags {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.174022 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: tags {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.175939 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: tags {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.177731 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron.api.extensions [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Extended resource: tags {{(pid=92815) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:45:55.183861 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING keystonemiddleware.auth_token [None req-6703423b-93ae-4500-8b63-02992c732904 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 20:45:55.189157 dv-cinder-792642-3-iscsi neutron-server[92815]: WARNING keystonemiddleware.auth_token [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 20:45:55.198683 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_concurrency.lockutils [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Acquired lock "singleton_lock" {{(pid=92815) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 20:45:55.199173 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_concurrency.lockutils [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Releasing lock "singleton_lock" {{(pid=92815) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 20:45:55.199857 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO oslo_service.service [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Starting 2 workers Jul 09 20:45:55.204964 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Started child 92922 {{(pid=92815) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:45:55.209546 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Started child 92923 {{(pid=92815) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:45:55.210381 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:55.211149 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO neutron.service [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 20:45:55.211845 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Notify callbacks [] for process, before_spawn {{(pid=92815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:55.211992 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [-] (92922) wsgi starting up on http://0.0.0.0:9696 Jul 09 20:45:55.214356 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO oslo_service.service [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Starting 1 workers Jul 09 20:45:55.214716 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:55.216220 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [-] (92923) wsgi starting up on http://0.0.0.0:9696 Jul 09 20:45:55.219759 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Started child 92924 {{(pid=92815) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:45:55.220305 dv-cinder-792642-3-iscsi neutron-server[92815]: INFO oslo_service.service [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Starting 1 workers Jul 09 20:45:55.223341 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.service [None req-6703423b-93ae-4500-8b63-02992c732904 None None] calling RpcWorker wait() {{(pid=92924) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 20:45:55.223905 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.service [None req-6703423b-93ae-4500-8b63-02992c732904 None None] returning from RpcWorker wait() {{(pid=92924) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 20:45:55.224839 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Started child 92925 {{(pid=92815) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:45:55.225111 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:55.225699 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:55.225831 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG neutron_lib.callbacks.manager [None req-6703423b-93ae-4500-8b63-02992c732904 None None] Notify callbacks [] for process, after_spawn {{(pid=92815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:55.227647 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92815) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 20:45:55.227861 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 20:45:55.228046 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 20:45:55.228267 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 20:45:55.228622 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 20:45:55.228785 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 20:45:55.229297 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.229579 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.229838 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.230116 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.230409 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.230873 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:55.231468 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.231468 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.231646 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.231823 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.232073 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.232246 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.232335 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:55.232418 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.232669 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.233459 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.233750 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.234013 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.234268 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.234660 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.234780 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.235007 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.235278 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.235572 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.235859 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] debug = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.236104 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.236593 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.236843 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.237088 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.237308 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.237594 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.237837 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.238102 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.238354 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.238597 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.238861 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.239127 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.239438 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.239648 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.239891 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.240154 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.240379 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.240843 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] host = dv-cinder-792642-3-iscsi {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.241063 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.241281 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.241544 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.241805 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.242052 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.242273 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.242547 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.242804 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.243062 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.243305 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.243585 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.243834 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.244067 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.244340 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.244494 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_options = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.244754 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.245010 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.245267 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.245458 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.245627 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.245808 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.246095 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.246288 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.246490 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.246859 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.247000 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.247188 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.247428 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.247643 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.247892 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.248131 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.248378 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.248722 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.249522 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.249790 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.250038 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.250298 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.250515 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.250731 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.250949 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.251166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.251431 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.251667 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.251884 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.252153 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.252429 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.252671 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.252970 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.253232 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.253442 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.253799 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.253944 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.254148 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.254381 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.254613 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.254875 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.255116 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.255370 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.255599 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.255826 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.256058 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_json = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.256286 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.256502 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.256777 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.256996 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.257215 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.257436 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.258347 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.258347 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.258347 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.258644 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.259140 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.259407 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.259749 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.259997 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.260308 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.260686 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.260794 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.260988 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.261337 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.261579 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.261913 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.262789 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.262789 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.262789 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.266206 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.266206 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.266206 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.266206 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.266206 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.266206 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.266206 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.266206 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.267611 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.267611 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.267611 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.267611 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.267611 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.267611 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.267611 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.267611 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.270620 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.270620 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.270620 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.270620 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.270620 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.270620 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.270620 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.270620 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.270620 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.271223 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.271223 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.271223 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.271223 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.271223 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.271223 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.271223 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.271223 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.271223 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274007 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274007 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274007 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274007 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274007 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274007 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274007 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274007 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274007 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.274656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.275136 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.275136 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.275278 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277166 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277820 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277820 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.277820 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.278042 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.278232 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.278508 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.279392 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.279392 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.279392 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.279656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.279894 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.280137 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.280362 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.280673 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.280956 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.281741 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.281741 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.281741 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.282220 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.282220 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.282449 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.282688 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.282931 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.283159 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.283400 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.283679 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.284013 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.284249 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.284582 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.284882 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.285122 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.285355 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.285587 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.285867 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.286118 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.286392 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.286789 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.287230 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.287564 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.288319 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.288319 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.288708 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.288708 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.289029 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.289177 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.289420 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.290315 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.290315 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.290315 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.290754 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.290754 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.291033 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.291033 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.291301 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.291907 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.291907 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.292214 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.292355 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.292528 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.292951 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.293341 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.293767 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.294173 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.294565 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.294807 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.295063 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.295300 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.296197 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.296570 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.296833 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.297142 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.297363 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.297757 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.298129 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.298504 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.298918 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.299298 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.299696 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.300098 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.300492 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.300871 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.301147 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.301512 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.301893 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.302282 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.302664 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.303047 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.303273 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.303547 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.303821 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.304049 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.304347 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.304606 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.304856 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.305107 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.305368 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.305640 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.305861 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.306132 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.306373 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.306592 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.306831 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.307055 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.307272 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.307546 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.307778 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.307994 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.308237 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.308480 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.308798 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.309057 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.309289 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.309540 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.309765 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.310017 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.310257 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.310479 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.310697 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.310915 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.311811 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.312097 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.312328 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.312554 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.312774 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.312990 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.313204 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.313464 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.313656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.314106 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.314359 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.314602 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.314872 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.315115 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.315367 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.315617 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.315833 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.316045 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.316296 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.316492 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.316698 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.317099 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.317461 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.317821 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.318223 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.318447 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.318688 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.318943 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.319157 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.319434 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.319687 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.319932 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.320143 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.320401 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.320629 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.320843 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.321068 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.321287 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.321499 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.321814 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.322062 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.322285 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.322582 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.322807 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.323224 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.323497 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.323799 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.324018 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.324257 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.324482 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.324694 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.325072 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.325351 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.325680 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.325956 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.326224 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.326495 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.326868 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.327168 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.327503 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.327861 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.328294 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.328640 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.328917 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.329180 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.329414 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.329701 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.329928 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.330153 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.330399 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.330639 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.330872 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.331150 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.331431 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.331682 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.331908 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.332156 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.332382 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.332625 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.332860 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.333089 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.333312 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.333472 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 20:45:55.333995 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92815) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 20:45:55.334151 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 20:45:55.334464 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 20:45:55.334631 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 20:45:55.334946 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 20:45:55.335250 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 20:45:55.335492 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.335677 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.335801 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.336125 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.336304 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.336485 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.336651 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.336809 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.337119 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.337319 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.337481 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.337641 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.337802 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.337961 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.338124 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.338283 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.338442 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.338601 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.338765 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.338912 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.339072 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.339230 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.339412 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] debug = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.339573 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.339765 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.339929 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.340088 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.340246 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.340403 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.340561 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.340720 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.340878 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.341037 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.341196 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.341354 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.341512 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.341671 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.341829 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.341988 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.342147 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.342973 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] host = dv-cinder-792642-3-iscsi {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.343078 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.343159 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.343309 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.343495 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.343654 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.343811 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.343969 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.344128 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.344286 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.344448 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.344606 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.344763 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.344920 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.345077 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.345237 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_options = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.345394 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.345551 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.345709 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.345893 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.346057 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.346216 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.346358 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.346521 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.346665 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.346825 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.346982 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.347141 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.347298 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.347479 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.347640 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.347798 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.347960 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.348120 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349251 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349251 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349251 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349251 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349251 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349251 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349251 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349733 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349733 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349733 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349952 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.349952 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.350094 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.350262 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.350477 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.350635 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.350635 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.350914 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.351078 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.351078 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.351326 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.351487 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.351618 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.351749 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.351838 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.351990 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.352144 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.352298 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_json = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.352459 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.352617 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.352795 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.352963 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.353092 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.353241 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.353399 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.353558 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:45:55.353745 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.353909 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.354086 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.354250 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.354414 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.354582 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.354747 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.354908 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.355070 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.355282 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.355450 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.355583 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.355759 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.355931 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.356100 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.356242 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.356569 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.356569 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.356954 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.356954 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.357330 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.357330 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.357682 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.357682 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.357682 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.358331 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.358331 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.358331 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.358630 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.358709 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.358899 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.359027 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.359194 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.359373 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.359544 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.359707 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.359871 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.360034 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.360199 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.360363 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.361071 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.361071 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.361071 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.361071 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.361390 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.361390 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.361538 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.361619 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.361737 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.361899 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.362074 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.362237 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.362400 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.362563 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.362726 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.362889 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.363052 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.363427 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.363427 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.363613 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.363696 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.363871 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.364034 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.364197 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.364364 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.364522 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.364689 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.364851 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.365175 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.365366 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.365494 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.365658 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.365821 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.365984 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.366148 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.366310 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.366475 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.366656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.366802 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.366966 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.367130 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.367296 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.367552 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.367720 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.367876 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.368064 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.368227 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.368361 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.368718 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.368718 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.368969 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.368969 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.369222 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.369346 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.369470 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.369601 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.369736 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.369882 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.370031 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.370177 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.370341 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.370502 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.370666 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.370828 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.370991 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.371152 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.371297 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:55.371415 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.371500 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.371664 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.371825 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.371987 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.372159 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.372322 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.372488 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.372651 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.372822 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.372996 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.373159 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.373324 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.373488 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.374250 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.374354 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.374515 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.374678 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.374855 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.375000 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.375167 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.375336 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.375522 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.375683 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.375846 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.376009 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.376197 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.376359 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.376522 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.376684 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.376848 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.377013 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.377176 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.377338 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.377598 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.377686 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.377801 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.377968 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.378130 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.378293 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.378455 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.378618 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.378781 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.378944 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.379108 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.379272 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.379474 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.379639 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.379832 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.379962 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.380125 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.380287 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.380450 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.380612 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.380776 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.380938 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.381100 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.381263 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.381426 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.381589 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.381751 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.381913 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.382075 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.382240 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.382402 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.382565 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.382728 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.382891 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.383045 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.383203 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.383391 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.383575 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.383964 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.384270 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.384577 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.385214 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.385214 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.385214 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.385214 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.385549 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.385549 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.385709 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.386152 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.386152 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.386152 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.386381 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.386461 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.386588 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.386769 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.386920 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.387069 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.387231 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.387496 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.387619 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.387742 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.387913 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.388078 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.388243 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.388408 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.388565 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.389700 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.389700 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.389700 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.389700 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.389700 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.389700 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.390383 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.390383 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.390383 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.390383 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.390383 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.390775 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.390775 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.390919 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.390997 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.391111 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.391274 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.391460 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.391634 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.391799 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.391961 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.392124 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.392287 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.392450 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.392624 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.392786 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.392950 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.393112 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.393275 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.393438 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.393612 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.393777 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.393942 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.394113 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.394276 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.394439 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.394602 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.394776 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.394941 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.395106 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.395270 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.395468 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.395634 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.395799 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.395968 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.396141 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.396312 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.396476 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.396647 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.396818 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.396991 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.397300 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.397300 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.397476 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.397656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.397836 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.398004 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.398167 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.398330 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.398493 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.398655 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.398818 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.398981 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.399143 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.399305 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.399494 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.399656 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.399818 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.399981 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.400144 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.400307 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.400469 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.400632 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:45:55.400786 dv-cinder-792642-3-iscsi neutron-server[92815]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92815) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 20:45:55.478804 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 55650) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:45:55.487941 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068381 Jul 09 20:46:06.801443 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92beeebb-5184-41f9-a047-d917a6d407a9 None None] get_active_networks_info from dv-cinder-792642-3-iscsi {{(pid=92924) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:46:06.888814 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92beeebb-5184-41f9-a047-d917a6d407a9 None None] No non-hosted networks {{(pid=92924) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 20:46:06.922054 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.agentschedulers_db [None req-92beeebb-5184-41f9-a047-d917a6d407a9 None None] DHCP Agent not found on host dv-cinder-792642-3-iscsi {{(pid=92924) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 20:46:07.105752 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-47778920-0333-4c0d-bfd7-8dcb24071915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552247'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.620327 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-69b0c668-73e5-45a4-8dd9-96fede289750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552247'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.685199 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73b0b4ce-3830-442f-acae-2658a512ba7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:10.091241 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552247'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:10.092535 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.094014 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.094732 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.095288 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.095915 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.096449 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.097998 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.098561 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.099883 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.101491 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.102187 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.104157 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:10.104913 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792642-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:10.118997 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792642-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:10.635414 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552247'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:12.090017 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552247'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:13.075336 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.db.l3_hamode_db [None req-84239f51-5978-4418-85d6-0e0a2681a6b3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 20:46:13.155641 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84239f51-5978-4418-85d6-0e0a2681a6b3 None None] Routers set() bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:13.156567 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84239f51-5978-4418-85d6-0e0a2681a6b3 None None] Router IDs set() for agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 20:46:13.487763 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 55744) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:13.979656 dv-cinder-792642-3-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-13dc1be7-0dfc-491d-91f2-06f4968e1888 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:46:13.980247 dv-cinder-792642-3-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-13dc1be7-0dfc-491d-91f2-06f4968e1888 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:46:14.206534 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [None req-13dc1be7-0dfc-491d-91f2-06f4968e1888 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:46:14.207553 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-13dc1be7-0dfc-491d-91f2-06f4968e1888 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7189467 Jul 09 20:46:16.578118 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 55758) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:16.887545 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-a5d47b98-c73c-443e-94ad-a516bc370371 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:16.981064 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.policy [None req-a5d47b98-c73c-443e-94ad-a516bc370371 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92923) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 20:46:17.026068 dv-cinder-792642-3-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-a5d47b98-c73c-443e-94ad-a516bc370371 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:46:17.026449 dv-cinder-792642-3-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-a5d47b98-c73c-443e-94ad-a516bc370371 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:46:17.034905 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.quota [None req-a5d47b98-c73c-443e-94ad-a516bc370371 admin admin] Loaded quota_driver: . Jul 09 20:46:17.128146 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a5d47b98-c73c-443e-94ad-a516bc370371 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741297919051', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741297919644', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741297924749', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741297937523', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741297945140', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741297951334', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7851214', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7641903', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1796514', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1735188'] for rbac-policy, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:17.196214 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a5d47b98-c73c-443e-94ad-a516bc370371 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:17.197408 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a5d47b98-c73c-443e-94ad-a516bc370371 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6182935 Jul 09 20:46:19.765666 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 55770) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:20.280653 dv-cinder-792642-3-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:46:20.281245 dv-cinder-792642-3-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:46:20.500794 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'project_id': '34ae3a74304d40c9af22e29480f29560'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:20.502537 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.quota [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Loaded quota_driver: . Jul 09 20:46:20.562200 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Made reservation on behalf of 34ae3a74304d40c9af22e29480f29560 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:46:20.628939 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.policy [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92922) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 20:46:20.673513 dv-cinder-792642-3-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:46:20.673889 dv-cinder-792642-3-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:46:20.683864 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:20.707433 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:20.845206 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:20.849043 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:20.869295 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:46:20.898430 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741293691212', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:20.899057 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Unsubscribe: segment precommit_create {{(pid=92922) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 20:46:20.899614 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Added segment e189ff9b-c4d5-47de-8f5b-ffbf7783a929 of type vlan for network ec799416-cf86-44e2-9521-82a1907b5f01 Jul 09 20:46:20.918330 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8e1134-2c8f-4be9-8c75-0979ed40c1ad,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:20.941645 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.941992 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.942299 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.942651 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.942979 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.943321 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.943679 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.944001 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.944334 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.944655 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.944974 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.945290 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Tracked resource versions report: Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: pushed versions: Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Log': {'1.0'}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Network': {'1.1'}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Port': {'1.7'}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'PortForwarding': {'1.2'}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'QosPolicy': {'1.8'}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SubPort': {'1.0'}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Subnet': {'1.1'}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Trunk': {'1.1'}} Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: consumer versions: Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: { DHCP agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: L3 agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: Metadata agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: Metering agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: Open vSwitch agent@dv-cinder-792642-3-iscsi: { 'AddressGroup': '1.2', Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'ConntrackHelper': '1.0', Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Log': '1.0', Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Network': '1.1', Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Port': '1.7', Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'PortForwarding': '1.2', Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'QosPolicy': '1.8', Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SecurityGroup': '1.4', Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SecurityGroupRule': '1.2', Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SubPort': '1.0', Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Subnet': '1.1', Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Trunk': '1.1'}} Jul 09 20:46:20.946347 dv-cinder-792642-3-iscsi neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:46:21.035606 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:21.089287 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:21.090566 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:21.091275 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:21.184003 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.4160955 Jul 09 20:46:21.192708 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8760d3d-f560-4e5b-b036-7f92254f6556 admin admin] Pushing event updated for resources: {'Network': ['ID=ec799416-cf86-44e2-9521-82a1907b5f01,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:21.205991 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network ec799416-cf86-44e2-9521-82a1907b5f01 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:46:23.838882 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 55792) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:24.238599 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe6f890-29ca-427e-9b36-e67c780777ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:24.240023 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-dbe6f890-29ca-427e-9b36-e67c780777ed admin admin] 10.222.0.73 "GET /v2.0/networks/ec799416-cf86-44e2-9521-82a1907b5f01 HTTP/1.1" status: 200 len: 826 time: 0.4001322 Jul 09 20:46:24.283428 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a3b3fbde-b606-48c9-b317-9cb262d2048f admin admin] 10.222.0.73 "GET /v2.0/subnetpools/6786f6eb-baf5-4ded-8ed5-ead3eb01c26f HTTP/1.1" status: 200 len: 734 time: 0.0379603 Jul 09 20:46:24.299748 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01', 'subnetpool_id': '6786f6eb-baf5-4ded-8ed5-ead3eb01c26f', 'gateway_ip': '172.20.0.1'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:24.321710 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] Made reservation on behalf of 34ae3a74304d40c9af22e29480f29560 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:46:24.324181 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:24.625315 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:24.696507 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b794076e-e2dc-401d-8c79-e4ef90c473e7,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:24.698367 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] Checking segment: {'id': 'e189ff9b-c4d5-47de-8f5b-ffbf7783a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:46:24.698740 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] Network hostable DHCP agents. Network: ec799416-cf86-44e2-9521-82a1907b5f01, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:46:24.721377 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] Network ec799416-cf86-44e2-9521-82a1907b5f01 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:46:24.732788 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, ec799416-cf86-44e2-9521-82a1907b5f01) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:24.737794 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:24.738531 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:24.743059 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b416898c-3750-4ebf-af0e-a61de68c36f3 None None] Network ec799416-cf86-44e2-9521-82a1907b5f01 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:46:24.753285 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-25f8f960-f28b-4c42-873a-dd095e903dbc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4571733 Jul 09 20:46:25.079277 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp525146ed-e162-58ec-a1cf-36914d7b589f-ec799416-cf86-44e2-9521-82a1907b5f01', 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'fixed_ips': [{'subnet_id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7'}]}} from dv-cinder-792642-3-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:46:25.080608 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:25.360088 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Allocated IP 172.20.0.2 (ec799416-cf86-44e2-9521-82a1907b5f01/b794076e-e2dc-401d-8c79-e4ef90c473e7/7d804210-1dac-4a2c-83c1-bcaa41712419) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:46:25.567402 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:25.610596 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Transition to ACTIVE for port object 7d804210-1dac-4a2c-83c1-bcaa41712419 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:25.631385 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Transition to ACTIVE for port object 7d804210-1dac-4a2c-83c1-bcaa41712419 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:25.640967 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:25.709186 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Network ec799416-cf86-44e2-9521-82a1907b5f01 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:46:25.713821 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:25.725672 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:46:25.728739 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Pushing event updated for resources: {'Port': ['ID=7d804210-1dac-4a2c-83c1-bcaa41712419,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:25.755076 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.755790 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.755790 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.756105 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.756438 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.756772 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.757102 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.757473 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.757821 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.758150 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.758475 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.758799 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Tracked resource versions report: Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: pushed versions: Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: { 'AddressGroup': {'1.2'}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'ConntrackHelper': {'1.0'}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Log': {'1.0'}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Network': {'1.1'}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Port': {'1.7'}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'PortForwarding': {'1.2'}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'QosPolicy': {'1.8'}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SecurityGroup': {'1.4'}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SubPort': {'1.0'}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Subnet': {'1.1'}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Trunk': {'1.1'}} Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: consumer versions: Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: { DHCP agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: L3 agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: Metadata agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: Metering agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: Open vSwitch agent@dv-cinder-792642-3-iscsi: { 'AddressGroup': '1.2', Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'ConntrackHelper': '1.0', Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Log': '1.0', Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Network': '1.1', Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Port': '1.7', Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'PortForwarding': '1.2', Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'QosPolicy': '1.8', Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SecurityGroup': '1.4', Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SecurityGroupRule': '1.2', Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SubPort': '1.0', Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Subnet': '1.1', Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Trunk': '1.1'}} Jul 09 20:46:25.760190 dv-cinder-792642-3-iscsi neutron-server[92924]: {{(pid=92924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:46:25.810106 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Attempting to bind port 7d804210-1dac-4a2c-83c1-bcaa41712419 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:46:25.810504 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Attempting to bind port 7d804210-1dac-4a2c-83c1-bcaa41712419 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': 'e189ff9b-c4d5-47de-8f5b-ffbf7783a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:46:25.811044 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Attempting to bind port 7d804210-1dac-4a2c-83c1-bcaa41712419 on network ec799416-cf86-44e2-9521-82a1907b5f01 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:46:25.816578 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:46:25.816962 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Checking segment: {'id': 'e189ff9b-c4d5-47de-8f5b-ffbf7783a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:46:25.817441 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:25.817832 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Bound using segment: {'id': 'e189ff9b-c4d5-47de-8f5b-ffbf7783a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:46:25.818316 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Bound port: 7d804210-1dac-4a2c-83c1-bcaa41712419, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e189ff9b-c4d5-47de-8f5b-ffbf7783a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:46:25.818745 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:25.881834 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] For port 7d804210-1dac-4a2c-83c1-bcaa41712419, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:46:25.886658 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] For port 7d804210-1dac-4a2c-83c1-bcaa41712419, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=7d804210-1dac-4a2c-83c1-bcaa41712419,segment=NetworkSegment(e189ff9b-c4d5-47de-8f5b-ffbf7783a929),segment_id=e189ff9b-c4d5-47de-8f5b-ffbf7783a929)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:46:25.891134 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:25.958629 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb790a-41c8-4c26-b8cf-8467935fb092 None None] Pushing event updated for resources: {'Port': ['ID=7d804210-1dac-4a2c-83c1-bcaa41712419,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:27.239851 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 55800) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:27.714048 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [None req-48f2f315-2f71-42f3-b5d9-bb092ceefd53 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:46:27.715013 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-48f2f315-2f71-42f3-b5d9-bb092ceefd53 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4741044 Jul 09 20:46:30.192080 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 55808) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:30.513789 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [None req-b4cec2dd-6f9d-47c8-94cb-e614243eb81f admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:46:30.515536 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b4cec2dd-6f9d-47c8-94cb-e614243eb81f admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3225150 Jul 09 20:46:32.049074 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 7d804210-1dac-4a2c-83c1-bcaa41712419 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:32.137583 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 7d804210-1dac-4a2c-83c1-bcaa41712419 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:32.407398 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94766d5-9a1c-4e30-9731-663a6b86799f None None] Network ec799416-cf86-44e2-9521-82a1907b5f01 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:46:32.481662 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-b83366cc-8847-44b9-b7fb-04f003cfcd4b None None] Provisioning for port 7d804210-1dac-4a2c-83c1-bcaa41712419 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:32.493797 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-b83366cc-8847-44b9-b7fb-04f003cfcd4b None None] Provisioning complete for port 7d804210-1dac-4a2c-83c1-bcaa41712419 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:32.494191 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b83366cc-8847-44b9-b7fb-04f003cfcd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:32.673067 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b83366cc-8847-44b9-b7fb-04f003cfcd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:32.720819 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-b83366cc-8847-44b9-b7fb-04f003cfcd4b None None] For port 7d804210-1dac-4a2c-83c1-bcaa41712419, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=7d804210-1dac-4a2c-83c1-bcaa41712419,segment=NetworkSegment(e189ff9b-c4d5-47de-8f5b-ffbf7783a929),segment_id=e189ff9b-c4d5-47de-8f5b-ffbf7783a929)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:32.724940 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b83366cc-8847-44b9-b7fb-04f003cfcd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:32.776410 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83366cc-8847-44b9-b7fb-04f003cfcd4b None None] Pushing event updated for resources: {'Port': ['ID=7d804210-1dac-4a2c-83c1-bcaa41712419,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:32.944499 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-a675c9f3-5b98-461c-b1d0-b4fc3ae14c82 None None] Provisioning complete for port 7d804210-1dac-4a2c-83c1-bcaa41712419 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:32.944804 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a675c9f3-5b98-461c-b1d0-b4fc3ae14c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:33.243753 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 55822) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:33.558507 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-f3fe2539-34f2-47a2-889d-f899ca58d7e2 admin admin] Request body: {'router': {'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:33.585145 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2539-34f2-47a2-889d-f899ca58d7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-547644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6443'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:33.586728 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2539-34f2-47a2-889d-f899ca58d7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6450'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:33.724608 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2539-34f2-47a2-889d-f899ca58d7e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:33.729741 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2539-34f2-47a2-889d-f899ca58d7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420322'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:33.743156 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2539-34f2-47a2-889d-f899ca58d7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:33.744396 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f3fe2539-34f2-47a2-889d-f899ca58d7e2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4996426 Jul 09 20:46:34.014054 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 7d804210-1dac-4a2c-83c1-bcaa41712419 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:34.060114 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 7d804210-1dac-4a2c-83c1-bcaa41712419 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:34.060647 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:36.155847 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 55830) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:36.468916 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [None req-3be4ddac-6aa9-4b78-94ab-8167f115d88c admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:46:36.470297 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3be4ddac-6aa9-4b78-94ab-8167f115d88c admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3131287 Jul 09 20:46:36.739858 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3515212b-b390-4efd-8555-f492711f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:38.915394 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 55838) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:39.241409 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:39.269599 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Made reservation on behalf of 5355dffd01a144bca5180a91bd85acbe for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:46:39.272485 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:39.288098 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:39.414546 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:39.418407 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:39.430430 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Reserving flat network on physical network physnet1 {{(pid=92923) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 20:46:39.463879 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741293691212', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:39.464474 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Unsubscribe: segment precommit_create {{(pid=92923) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 20:46:39.464980 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Added segment 7b6289b8-63d4-4377-ad71-74f610317f18 of type flat for network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 Jul 09 20:46:39.484169 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd8dbc-8512-4146-8621-c53598ff8d1e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:39.537747 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.538155 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.538444 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.538828 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.539090 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.539560 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.539892 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.540212 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.540543 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.540864 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.541175 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.541486 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Tracked resource versions report: Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: pushed versions: Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Log': {'1.0'}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Network': {'1.1'}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Port': {'1.7'}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'PortForwarding': {'1.2'}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'QosPolicy': {'1.8'}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SubPort': {'1.0'}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Subnet': {'1.1'}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Trunk': {'1.1'}} Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: consumer versions: Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: { DHCP agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: L3 agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: Metadata agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: Metering agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: Open vSwitch agent@dv-cinder-792642-3-iscsi: { 'AddressGroup': '1.2', Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'ConntrackHelper': '1.0', Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Log': '1.0', Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Network': '1.1', Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Port': '1.7', Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'PortForwarding': '1.2', Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'QosPolicy': '1.8', Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SecurityGroup': '1.4', Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SecurityGroupRule': '1.2', Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SubPort': '1.0', Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Subnet': '1.1', Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Trunk': '1.1'}} Jul 09 20:46:39.542529 dv-cinder-792642-3-iscsi neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:46:39.593873 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:39.617525 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-399b9b2b-117f-4a8f-b16b-bd0cfcc0d102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:39.651669 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:39.652747 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:39.653385 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:39.734707 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8182456 Jul 09 20:46:39.754172 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf4dc5-bc31-4fb6-93fb-fb37dec48463 admin admin] Pushing event updated for resources: {'Network': ['ID=f15fccb3-bbff-4b64-9228-fcc2ad17cb10,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:39.766989 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:46:40.081985 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:40.296536 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:46:40.570489 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:42.047123 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:42.309293 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 55860) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:42.539619 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24d6fe-5e2f-4258-9399-1f4dfded1f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:42.541027 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-db24d6fe-5e2f-4258-9399-1f4dfded1f24 admin admin] 10.222.0.73 "GET /v2.0/subnets/b794076e-e2dc-401d-8c79-e4ef90c473e7 HTTP/1.1" status: 200 len: 849 time: 0.2307403 Jul 09 20:46:42.721256 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f224c3da-d917-42d5-80f4-9c7ab90a100b admin admin] 10.222.0.73 "GET /v2.0/routers/afe6a7c8-deb6-4f85-84b2-ee71535d6491 HTTP/1.1" status: 200 len: 704 time: 0.1738787 Jul 09 20:46:42.987997 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:43.289203 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Allocated IP 172.20.0.1 (ec799416-cf86-44e2-9521-82a1907b5f01/b794076e-e2dc-401d-8c79-e4ef90c473e7/517e0a1e-f1da-4076-a82f-5637a74ee74c) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:46:43.491889 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:43.515181 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Transition to ACTIVE for port object 517e0a1e-f1da-4076-a82f-5637a74ee74c will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:43.596674 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:43.666964 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Network ec799416-cf86-44e2-9521-82a1907b5f01 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:46:43.672452 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:43.675720 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:46:43.676296 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544981'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:43.744597 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=517e0a1e-f1da-4076-a82f-5637a74ee74c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:43.908926 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-172cb1a4-4951-4515-ba3d-44512be41cdd None None] Provisioning for port 517e0a1e-f1da-4076-a82f-5637a74ee74c completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:43.912552 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-172cb1a4-4951-4515-ba3d-44512be41cdd None None] Provisioning complete for port 517e0a1e-f1da-4076-a82f-5637a74ee74c triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:43.912932 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-172cb1a4-4951-4515-ba3d-44512be41cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:43.918722 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:43.946055 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-172cb1a4-4951-4515-ba3d-44512be41cdd None None] Port 517e0a1e-f1da-4076-a82f-5637a74ee74c cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:46:44.157187 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:44.161592 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:44.162450 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552616'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:44.238808 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=517e0a1e-f1da-4076-a82f-5637a74ee74c,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:44.287677 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Network ec799416-cf86-44e2-9521-82a1907b5f01 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:46:44.289028 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:44.469208 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e109cdb7-905a-41f8-8a75-1c9edbc3b41f None None] Provisioning complete for port 517e0a1e-f1da-4076-a82f-5637a74ee74c triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:44.469428 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e109cdb7-905a-41f8-8a75-1c9edbc3b41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:44.473399 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Router afe6a7c8-deb6-4f85-84b2-ee71535d6491 is scheduled to L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:46:44.503892 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e109cdb7-905a-41f8-8a75-1c9edbc3b41f None None] Port 517e0a1e-f1da-4076-a82f-5637a74ee74c cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:46:44.564756 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:46:44.570131 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-05b5fd76-d5c7-475d-9f86-fe2f0c7cb1e9 admin admin] 10.222.0.73 "PUT /v2.0/routers/afe6a7c8-deb6-4f85-84b2-ee71535d6491/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8440020 Jul 09 20:46:44.586681 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Sync routers for ids ['afe6a7c8-deb6-4f85-84b2-ee71535d6491'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:46:44.597870 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Routers {'afe6a7c8-deb6-4f85-84b2-ee71535d6491'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:44.598682 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:46:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['afe6a7c8-deb6-4f85-84b2-ee71535d6491'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:44.795130 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Set router afe6a7c8-deb6-4f85-84b2-ee71535d6491 gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:45.229098 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'name': 'router1', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:33Z', 'updated_at': '2021-07-09T20:46:43Z', 'revision_number': 2, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'gw_port_host': None, '_interfaces': [{'id': '517e0a1e-f1da-4076-a82f-5637a74ee74c', 'name': '', 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'mac_address': 'fa:16:3e:cd:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:43Z', 'updated_at': '2021-07-09T20:46:44Z', 'revision_number': 2, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'subnets': [{'id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6786f6eb-baf5-4ded-8ed5-ead3eb01c26f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:45.282136 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Checking router: afe6a7c8-deb6-4f85-84b2-ee71535d6491 for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:46:45.282507 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Updating router afe6a7c8-deb6-4f85-84b2-ee71535d6491 port 517e0a1e-f1da-4076-a82f-5637a74ee74c binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:46:45.347516 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:45.845006 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:45.864075 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Transition to ACTIVE for port object 517e0a1e-f1da-4076-a82f-5637a74ee74c will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:45.869583 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:46.012028 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Pushing event updated for resources: {'Port': ['ID=517e0a1e-f1da-4076-a82f-5637a74ee74c,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:46.038911 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.039277 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.039614 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.039950 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.040302 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.040610 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.040933 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.041294 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.041624 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.042140 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.042454 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.042784 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Tracked resource versions report: Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: pushed versions: Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: { 'AddressGroup': {'1.2'}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'ConntrackHelper': {'1.0'}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Log': {'1.0'}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Network': {'1.1'}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Port': {'1.7'}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'PortForwarding': {'1.2'}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'QosPolicy': {'1.8'}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SecurityGroup': {'1.4'}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SubPort': {'1.0'}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Subnet': {'1.1'}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Trunk': {'1.1'}} Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: consumer versions: Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: { DHCP agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: L3 agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: Metadata agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: Metering agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: Open vSwitch agent@dv-cinder-792642-3-iscsi: { 'AddressGroup': '1.2', Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'ConntrackHelper': '1.0', Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Log': '1.0', Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Network': '1.1', Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Port': '1.7', Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'PortForwarding': '1.2', Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'QosPolicy': '1.8', Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SecurityGroup': '1.4', Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SecurityGroupRule': '1.2', Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SubPort': '1.0', Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Subnet': '1.1', Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Trunk': '1.1'}} Jul 09 20:46:46.043867 dv-cinder-792642-3-iscsi neutron-server[92925]: {{(pid=92925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:46:46.055766 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Attempting to bind port 517e0a1e-f1da-4076-a82f-5637a74ee74c on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:46:46.056169 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Attempting to bind port 517e0a1e-f1da-4076-a82f-5637a74ee74c by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': 'e189ff9b-c4d5-47de-8f5b-ffbf7783a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:46:46.056602 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Attempting to bind port 517e0a1e-f1da-4076-a82f-5637a74ee74c on network ec799416-cf86-44e2-9521-82a1907b5f01 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:46:46.062229 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:46:46.062636 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Checking segment: {'id': 'e189ff9b-c4d5-47de-8f5b-ffbf7783a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:46:46.063132 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:46.063551 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Bound using segment: {'id': 'e189ff9b-c4d5-47de-8f5b-ffbf7783a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:46:46.064050 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Bound port: 517e0a1e-f1da-4076-a82f-5637a74ee74c, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e189ff9b-c4d5-47de-8f5b-ffbf7783a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:46:46.064469 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:46.132202 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] For port 517e0a1e-f1da-4076-a82f-5637a74ee74c, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:46:46.154223 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] For port 517e0a1e-f1da-4076-a82f-5637a74ee74c, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=517e0a1e-f1da-4076-a82f-5637a74ee74c,segment=NetworkSegment(e189ff9b-c4d5-47de-8f5b-ffbf7783a929),segment_id=e189ff9b-c4d5-47de-8f5b-ffbf7783a929)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:46:46.161129 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:46.210612 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Routers {'afe6a7c8-deb6-4f85-84b2-ee71535d6491'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:46.211245 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:46:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['afe6a7c8-deb6-4f85-84b2-ee71535d6491'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:46.286362 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad845e22-9113-489e-96a3-51a1483ac7e0 None None] Pushing event updated for resources: {'Port': ['ID=517e0a1e-f1da-4076-a82f-5637a74ee74c,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:46.319926 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] Set router afe6a7c8-deb6-4f85-84b2-ee71535d6491 gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:46.535063 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'name': 'router1', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:33Z', 'updated_at': '2021-07-09T20:46:43Z', 'revision_number': 2, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'gw_port_host': None, '_interfaces': [{'id': '517e0a1e-f1da-4076-a82f-5637a74ee74c', 'name': '', 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'mac_address': 'fa:16:3e:cd:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:43Z', 'updated_at': '2021-07-09T20:46:46Z', 'revision_number': 4, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'subnets': [{'id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6786f6eb-baf5-4ded-8ed5-ead3eb01c26f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:46.566564 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f796b35-df88-49d3-96ba-932e5ec351af None None] The sync data for ids ['afe6a7c8-deb6-4f85-84b2-ee71535d6491'] in dv-cinder-792642-3-iscsi is: [{'id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'name': 'router1', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:33Z', 'updated_at': '2021-07-09T20:46:43Z', 'revision_number': 2, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'gw_port_host': None, '_interfaces': [{'id': '517e0a1e-f1da-4076-a82f-5637a74ee74c', 'name': '', 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'mac_address': 'fa:16:3e:cd:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:43Z', 'updated_at': '2021-07-09T20:46:46Z', 'revision_number': 4, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'subnets': [{'id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6786f6eb-baf5-4ded-8ed5-ead3eb01c26f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:46:46.912106 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 55880) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:47.021837 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae884c-0dc5-48f7-bda7-c79256ff314e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:47.023245 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f2ae884c-0dc5-48f7-bda7-c79256ff314e admin admin] 10.222.0.73 "GET /v2.0/networks/f15fccb3-bbff-4b64-9228-fcc2ad17cb10 HTTP/1.1" status: 200 len: 842 time: 0.1101692 Jul 09 20:46:47.032756 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:47.063160 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Made reservation on behalf of 5355dffd01a144bca5180a91bd85acbe for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:46:47.065738 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:47.378511 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.objects.ports [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:46:47.378961 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:47.431178 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8088857-fa8d-4a6d-9398-2e71a76d41e5,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:47.441908 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Checking segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:46:47.442260 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Network hostable DHCP agents. Network: f15fccb3-bbff-4b64-9228-fcc2ad17cb10, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:46:47.463910 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:46:47.475370 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, f15fccb3-bbff-4b64-9228-fcc2ad17cb10) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:47.479540 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:47.480166 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:47.484252 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309877f9-1f08-4c88-ae53-6301fdb6d36d None None] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:46:47.494294 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6967da90-0619-4869-84fe-c485ebd5e3f3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4652236 Jul 09 20:46:47.633288 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4b1215-7868-4b0f-b0ee-3c6871ec3aa1 None None] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:46:49.834217 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 55892) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:49.963860 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-65119eb7-01f6-49e0-bd36-8e5a7b2866fe admin admin] 10.222.0.73 "GET /v2.0/routers/afe6a7c8-deb6-4f85-84b2-ee71535d6491 HTTP/1.1" status: 200 len: 710 time: 0.1276736 Jul 09 20:46:50.047591 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 517e0a1e-f1da-4076-a82f-5637a74ee74c up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:50.063394 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51d27e-6225-4d5e-b822-a5cbad1aeb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:50.064809 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0d51d27e-6225-4d5e-b822-a5cbad1aeb73 admin admin] 10.222.0.73 "GET /v2.0/networks/f15fccb3-bbff-4b64-9228-fcc2ad17cb10 HTTP/1.1" status: 200 len: 886 time: 0.0956731 Jul 09 20:46:50.073483 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:50.098424 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 517e0a1e-f1da-4076-a82f-5637a74ee74c completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:50.103082 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 517e0a1e-f1da-4076-a82f-5637a74ee74c triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:50.103498 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:50.185089 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:50.218658 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 517e0a1e-f1da-4076-a82f-5637a74ee74c, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=517e0a1e-f1da-4076-a82f-5637a74ee74c,segment=NetworkSegment(e189ff9b-c4d5-47de-8f5b-ffbf7783a929),segment_id=e189ff9b-c4d5-47de-8f5b-ffbf7783a929)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:50.222795 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:50.272382 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=517e0a1e-f1da-4076-a82f-5637a74ee74c,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:50.393495 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6400'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:50.637612 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:50.716960 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:50.819786 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Allocated IP 172.27.1.115 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/c15283c2-d5d5-48d0-be52-134af61e3a68) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:46:50.917916 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:50.958166 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:51.000689 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:46:51.003839 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:51.007985 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:46:51.010985 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Pushing event updated for resources: {'Port': ['ID=c15283c2-d5d5-48d0-be52-134af61e3a68,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:51.249817 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:51.446525 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6400'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:51.449787 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547617'] for router, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:51.564162 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Router afe6a7c8-deb6-4f85-84b2-ee71535d6491 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:46:51.757008 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:46:51.762088 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:51.763215 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-32d56b88-7db6-4da1-bea6-25a80f1ae22e admin admin] 10.222.0.73 "PUT /v2.0/routers/afe6a7c8-deb6-4f85-84b2-ee71535d6491 HTTP/1.1" status: 200 len: 890 time: 1.6930087 Jul 09 20:46:51.767752 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Sync routers for ids ['afe6a7c8-deb6-4f85-84b2-ee71535d6491'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:46:51.779048 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Routers {'afe6a7c8-deb6-4f85-84b2-ee71535d6491'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:51.780051 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:46:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['afe6a7c8-deb6-4f85-84b2-ee71535d6491'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:52.038676 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 517e0a1e-f1da-4076-a82f-5637a74ee74c up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:52.089333 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Set router afe6a7c8-deb6-4f85-84b2-ee71535d6491 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:52.272419 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 517e0a1e-f1da-4076-a82f-5637a74ee74c triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:52.272668 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:52.567904 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'name': 'router1', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c15283c2-d5d5-48d0-be52-134af61e3a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:33Z', 'updated_at': '2021-07-09T20:46:51Z', 'revision_number': 4, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'gw_port': {'id': 'c15283c2-d5d5-48d0-be52-134af61e3a68', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:50Z', 'updated_at': '2021-07-09T20:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '517e0a1e-f1da-4076-a82f-5637a74ee74c', 'name': '', 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'mac_address': 'fa:16:3e:cd:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:43Z', 'updated_at': '2021-07-09T20:46:50Z', 'revision_number': 5, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'subnets': [{'id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6786f6eb-baf5-4ded-8ed5-ead3eb01c26f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:52.619948 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Checking router: afe6a7c8-deb6-4f85-84b2-ee71535d6491 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:46:52.620306 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Updating router afe6a7c8-deb6-4f85-84b2-ee71535d6491 port c15283c2-d5d5-48d0-be52-134af61e3a68 binding host dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:46:52.658517 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:52.988542 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:52.998475 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Transition to ACTIVE for port object c15283c2-d5d5-48d0-be52-134af61e3a68 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:53.005743 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:53.060738 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e8972-1beb-40f7-b901-d34042948483 None None] Pushing event updated for resources: {'Port': ['ID=c15283c2-d5d5-48d0-be52-134af61e3a68,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:53.063786 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Attempting to bind port c15283c2-d5d5-48d0-be52-134af61e3a68 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:46:53.064218 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Attempting to bind port c15283c2-d5d5-48d0-be52-134af61e3a68 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:46:53.064604 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Attempting to bind port c15283c2-d5d5-48d0-be52-134af61e3a68 on network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:46:53.070081 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:46:53.070478 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Checking segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:46:53.070913 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:53.071308 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Bound using segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:46:53.071811 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Bound port: c15283c2-d5d5-48d0-be52-134af61e3a68, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:46:53.072218 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:53.124384 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] For port c15283c2-d5d5-48d0-be52-134af61e3a68, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:46:53.127391 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] For port c15283c2-d5d5-48d0-be52-134af61e3a68, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=c15283c2-d5d5-48d0-be52-134af61e3a68,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:46:53.131548 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:53.193623 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e8972-1beb-40f7-b901-d34042948483 None None] Pushing event updated for resources: {'Port': ['ID=c15283c2-d5d5-48d0-be52-134af61e3a68,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:53.196096 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Routers {'afe6a7c8-deb6-4f85-84b2-ee71535d6491'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:53.196700 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:46:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['afe6a7c8-deb6-4f85-84b2-ee71535d6491'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:53.398213 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] Set router afe6a7c8-deb6-4f85-84b2-ee71535d6491 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:53.614321 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'name': 'router1', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c15283c2-d5d5-48d0-be52-134af61e3a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:33Z', 'updated_at': '2021-07-09T20:46:51Z', 'revision_number': 4, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'gw_port': {'id': 'c15283c2-d5d5-48d0-be52-134af61e3a68', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:50Z', 'updated_at': '2021-07-09T20:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '517e0a1e-f1da-4076-a82f-5637a74ee74c', 'name': '', 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'mac_address': 'fa:16:3e:cd:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:43Z', 'updated_at': '2021-07-09T20:46:50Z', 'revision_number': 5, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'subnets': [{'id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6786f6eb-baf5-4ded-8ed5-ead3eb01c26f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:53.641323 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e973d6-789f-4695-96c1-e59315f1fb04 None None] The sync data for ids ['afe6a7c8-deb6-4f85-84b2-ee71535d6491'] in dv-cinder-792642-3-iscsi is: [{'id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'name': 'router1', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c15283c2-d5d5-48d0-be52-134af61e3a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:33Z', 'updated_at': '2021-07-09T20:46:51Z', 'revision_number': 4, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'gw_port': {'id': 'c15283c2-d5d5-48d0-be52-134af61e3a68', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:50Z', 'updated_at': '2021-07-09T20:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '517e0a1e-f1da-4076-a82f-5637a74ee74c', 'name': '', 'network_id': 'ec799416-cf86-44e2-9521-82a1907b5f01', 'tenant_id': '34ae3a74304d40c9af22e29480f29560', 'mac_address': 'fa:16:3e:cd:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6a7c8-deb6-4f85-84b2-ee71535d6491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:43Z', 'updated_at': '2021-07-09T20:46:50Z', 'revision_number': 5, 'project_id': '34ae3a74304d40c9af22e29480f29560', 'subnets': [{'id': 'b794076e-e2dc-401d-8c79-e4ef90c473e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6786f6eb-baf5-4ded-8ed5-ead3eb01c26f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:46:54.070880 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device c15283c2-d5d5-48d0-be52-134af61e3a68 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:54.124719 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port c15283c2-d5d5-48d0-be52-134af61e3a68 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:54.129076 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port c15283c2-d5d5-48d0-be52-134af61e3a68 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:54.129654 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:54.227466 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:54.250359 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port c15283c2-d5d5-48d0-be52-134af61e3a68, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=c15283c2-d5d5-48d0-be52-134af61e3a68,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:54.255530 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:54.289168 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 55900) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:54.310537 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=c15283c2-d5d5-48d0-be52-134af61e3a68,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:54.416514 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b0e926d1-77ea-4c4f-a4d9-eff22e5d80d5 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1261995 Jul 09 20:46:56.032247 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device c15283c2-d5d5-48d0-be52-134af61e3a68 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:56.081824 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port c15283c2-d5d5-48d0-be52-134af61e3a68 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:56.082537 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.742840 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-54a15a14-ef4f-417e-b9a9-cc555f984296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.622999 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a8e989d-6c72-402b-8cfd-50a00892bb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.088905 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.576044 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:12.068972 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.296157 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:47:36.749095 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9f086fdd-0dfe-4b29-85f1-e4c86c3b39bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:39.628965 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca97c3ea-3763-4b52-a507-33ab46d9db69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:40.082755 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:40.577745 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:42.074707 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:54.295971 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:48:06.746348 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bebd488d-adb7-45b3-bb38-a1091d52feab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:09.622412 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-882fbce9-048c-421b-bdca-c980be10da3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:10.085358 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:10.582370 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:12.068797 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:31.294417 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:48:32.502566 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56468) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:32.569097 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3482205-0d0f-4858-bd07-480367a3103f admin admin] GET failed (client error): The resource could not be found. Jul 09 20:48:32.570344 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b3482205-0d0f-4858-bd07-480367a3103f admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668297 Jul 09 20:48:32.731757 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5231437-02cb-410d-a8f8-daec64cf70d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:32.733875 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c5231437-02cb-410d-a8f8-daec64cf70d9 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1595769 Jul 09 20:48:34.994483 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56478) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:35.087582 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54caf1d9-5aa3-4361-83e3-b1ca828e2bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:35.088971 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-54caf1d9-5aa3-4361-83e3-b1ca828e2bd5 admin admin] 10.222.0.73 "GET /v2.0/subnets/b794076e-e2dc-401d-8c79-e4ef90c473e7 HTTP/1.1" status: 200 len: 849 time: 0.0935297 Jul 09 20:48:35.098427 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:48:35.187645 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Notify callbacks [] for subnet, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:35.329577 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741293929503'] for subnet, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:35.359039 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:35.359668 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:35.361519 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] 10.222.0.73 "PUT /v2.0/subnets/b794076e-e2dc-401d-8c79-e4ef90c473e7 HTTP/1.1" status: 200 len: 868 time: 0.2664101 Jul 09 20:48:35.370555 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5bdb43-0f14-427d-9bb0-b25aa703ff8d None None] Network ec799416-cf86-44e2-9521-82a1907b5f01 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:48:35.384542 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b794076e-e2dc-401d-8c79-e4ef90c473e7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:48:35.393358 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.393670 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.394181 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.394355 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.394641 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.395121 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.395317 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.395702 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.396293 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.396710 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.396995 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.397300 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bbe71-6250-46c1-b65a-a2293b660f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:35.830728 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e1c095e6-e90f-43fc-8832-6019d5c91ddd None None] Provisioning complete for port 7d804210-1dac-4a2c-83c1-bcaa41712419 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:48:35.831106 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1c095e6-e90f-43fc-8832-6019d5c91ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:35.917837 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e1c095e6-e90f-43fc-8832-6019d5c91ddd None None] Provisioning complete for port 517e0a1e-f1da-4076-a82f-5637a74ee74c triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:48:35.918258 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1c095e6-e90f-43fc-8832-6019d5c91ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:36.749775 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed50f-513f-4dd3-8b82-cb5066200676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:37.657038 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 56486) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:37.879014 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf159fe1-4109-44a6-92d6-6a631b2e46b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:37.879530 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf159fe1-4109-44a6-92d6-6a631b2e46b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:37.881084 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-bf159fe1-4109-44a6-92d6-6a631b2e46b2 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2231312 Jul 09 20:48:39.624706 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aaec6342-d006-4fd2-bb07-fd63e86207f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:40.087983 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:40.125652 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56496) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:40.330656 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e7c15-bd52-4f0d-b418-dbc07830b94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:40.331124 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e7c15-bd52-4f0d-b418-dbc07830b94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:40.332696 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-856e7c15-bd52-4f0d-b418-dbc07830b94d admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2060885 Jul 09 20:48:40.584057 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:42.072013 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:42.562476 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56504) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:42.734457 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5859ef11-52cb-4d58-823e-7cc8672a814b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:42.735890 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5859ef11-52cb-4d58-823e-7cc8672a814b admin admin] 10.222.0.73 "GET /v2.0/networks/ec799416-cf86-44e2-9521-82a1907b5f01 HTTP/1.1" status: 200 len: 870 time: 0.1724000 Jul 09 20:48:45.054874 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 56512) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:45.212942 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d472c179-6931-40d8-86b6-89cd11754818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:45.214264 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d472c179-6931-40d8-86b6-89cd11754818 admin admin] 10.222.0.73 "GET /v2.0/networks/f15fccb3-bbff-4b64-9228-fcc2ad17cb10 HTTP/1.1" status: 200 len: 886 time: 0.1581783 Jul 09 20:48:47.493118 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 56520) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:47.614425 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aef5c7-9b9c-4196-81f5-2e1210f916ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:47.614889 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aef5c7-9b9c-4196-81f5-2e1210f916ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:47.616713 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-37aef5c7-9b9c-4196-81f5-2e1210f916ba admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224313 Jul 09 20:48:49.808413 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56528) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:49.932107 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f3402-23a3-4fd0-92e3-12e609d18a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:49.932603 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f3402-23a3-4fd0-92e3-12e609d18a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:49.934119 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-cf5f3402-23a3-4fd0-92e3-12e609d18a69 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247540 Jul 09 20:48:52.106519 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56536) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:52.199917 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1dbbdb-446b-4e01-8b63-a3d9c393e3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:52.201852 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0b1dbbdb-446b-4e01-8b63-a3d9c393e3db admin admin] 10.222.0.73 "GET /v2.0/subnets/b794076e-e2dc-401d-8c79-e4ef90c473e7 HTTP/1.1" status: 200 len: 868 time: 0.0940912 Jul 09 20:48:54.409356 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56544) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:54.493212 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca946f-5a72-4d7f-8faf-aaece97ab093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:54.494563 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5fca946f-5a72-4d7f-8faf-aaece97ab093 admin admin] 10.222.0.73 "GET /v2.0/subnets/e8088857-fa8d-4a6d-9398-2e71a76d41e5 HTTP/1.1" status: 200 len: 816 time: 0.0842187 Jul 09 20:49:06.751132 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a6084867-31e8-4936-b533-fcb2b7a20f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:08.293800 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:49:09.626774 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c57cdf74-0307-473a-946d-b4ab0237b1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:10.089102 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:10.588162 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:12.077639 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:19.333363 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 56596) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:49:19.381557 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [None req-6638ea6d-afc2-45f8-8219-9401406c7339 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:49:19.382584 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6638ea6d-afc2-45f8-8219-9401406c7339 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482619 Jul 09 20:49:21.671890 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 56604) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:49:21.738157 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.pecan_wsgi.hooks.translation [None req-60604b61-3d44-4aa4-b4bd-00051113eced admin admin] GET failed (client error): The resource could not be found. Jul 09 20:49:21.740131 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-60604b61-3d44-4aa4-b4bd-00051113eced admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672967 Jul 09 20:49:21.886864 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b923394c-513d-44a0-9bf7-7456dfed94d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:21.888488 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b923394c-513d-44a0-9bf7-7456dfed94d9 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1445396 Jul 09 20:49:24.125328 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56612) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:49:24.180688 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:49:24.204249 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] Made reservation on behalf of 5355dffd01a144bca5180a91bd85acbe for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:49:24.206555 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:24.237340 dv-cinder-792642-3-iscsi neutron-server[92923]: WARNING neutron.services.revisions.revision_plugin [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] Could not find related network for resource to bump revision. Jul 09 20:49:24.252366 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:49:24.263908 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:24.264252 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] Added segment 5c0a30c5-7744-4d07-beea-08588a2c2c1c of type vlan for network 6ce69766-6821-4ef6-ab70-38c0c66caa60 Jul 09 20:49:24.311759 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:24.339633 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:24.340568 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:24.341155 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:24.396030 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2695241 Jul 09 20:49:24.401328 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71c84b-f392-45eb-ac3a-f398254b44eb admin admin] Pushing event updated for resources: {'Network': ['ID=6ce69766-6821-4ef6-ab70-38c0c66caa60,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:49:24.422280 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network 6ce69766-6821-4ef6-ab70-38c0c66caa60 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:49:26.646944 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 56620) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:49:26.709369 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.pecan_wsgi.hooks.translation [None req-18394763-f244-4228-baa8-7035e1db109f admin admin] GET failed (client error): The resource could not be found. Jul 09 20:49:26.710771 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-18394763-f244-4228-baa8-7035e1db109f admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628154 Jul 09 20:49:26.784145 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e27b79-f9a8-408f-adef-be5ae1fd62aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:26.785595 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-41e27b79-f9a8-408f-adef-be5ae1fd62aa admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0701089 Jul 09 20:49:26.796196 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:49:26.817494 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Made reservation on behalf of 5355dffd01a144bca5180a91bd85acbe for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:49:26.819901 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:26.999591 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:27.054544 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881dbafc-4d1a-4753-8bf4-28f8f1d6064f,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:49:27.064936 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.065298 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.065644 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.065980 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.066312 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.066662 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.066987 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.067310 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.067677 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.068000 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.068316 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.068633 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.074189 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Checking segment: {'id': '5c0a30c5-7744-4d07-beea-08588a2c2c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:49:27.074465 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Network hostable DHCP agents. Network: 6ce69766-6821-4ef6-ab70-38c0c66caa60, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:49:27.093041 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Network 6ce69766-6821-4ef6-ab70-38c0c66caa60 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:49:27.102809 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, 6ce69766-6821-4ef6-ab70-38c0c66caa60) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:49:27.107620 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:27.108817 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:27.111837 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e58be97-5e9d-4e4c-8156-e8cbb0a183de None None] Network 6ce69766-6821-4ef6-ab70-38c0c66caa60 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:49:27.123820 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c7019447-f849-4c04-967b-4b17d72219d1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3318841 Jul 09 20:49:27.389047 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp525146ed-e162-58ec-a1cf-36914d7b589f-6ce69766-6821-4ef6-ab70-38c0c66caa60', 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60', 'tenant_id': '5355dffd01a144bca5180a91bd85acbe', 'fixed_ips': [{'subnet_id': '881dbafc-4d1a-4753-8bf4-28f8f1d6064f'}]}} from dv-cinder-792642-3-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:49:27.389976 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:27.530285 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Allocated IP 192.168.233.2 (6ce69766-6821-4ef6-ab70-38c0c66caa60/881dbafc-4d1a-4753-8bf4-28f8f1d6064f/9b4f5fc3-3c29-463e-938b-368801c65532) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:49:27.685640 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:27.694142 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Transition to ACTIVE for port object 9b4f5fc3-3c29-463e-938b-368801c65532 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:49:27.709472 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Transition to ACTIVE for port object 9b4f5fc3-3c29-463e-938b-368801c65532 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:49:27.717634 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:27.762919 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Network 6ce69766-6821-4ef6-ab70-38c0c66caa60 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:49:27.766791 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:49:27.768906 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Pushing event updated for resources: {'Port': ['ID=9b4f5fc3-3c29-463e-938b-368801c65532,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:49:27.771065 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:49:27.780574 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.780923 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.781268 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.781608 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.781953 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.782286 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.782618 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.782946 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.783297 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.783729 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.784065 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.784386 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:27.844427 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Attempting to bind port 9b4f5fc3-3c29-463e-938b-368801c65532 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:49:27.844812 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Attempting to bind port 9b4f5fc3-3c29-463e-938b-368801c65532 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '5c0a30c5-7744-4d07-beea-08588a2c2c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:49:27.845171 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Attempting to bind port 9b4f5fc3-3c29-463e-938b-368801c65532 on network 6ce69766-6821-4ef6-ab70-38c0c66caa60 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:49:27.851808 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:49:27.852845 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Checking segment: {'id': '5c0a30c5-7744-4d07-beea-08588a2c2c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:49:27.853125 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:27.853677 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Bound using segment: {'id': '5c0a30c5-7744-4d07-beea-08588a2c2c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:49:27.854344 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Bound port: 9b4f5fc3-3c29-463e-938b-368801c65532, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0a30c5-7744-4d07-beea-08588a2c2c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:49:27.855529 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:27.922924 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] For port 9b4f5fc3-3c29-463e-938b-368801c65532, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:49:27.926368 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] For port 9b4f5fc3-3c29-463e-938b-368801c65532, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=9b4f5fc3-3c29-463e-938b-368801c65532,segment=NetworkSegment(5c0a30c5-7744-4d07-beea-08588a2c2c1c),segment_id=5c0a30c5-7744-4d07-beea-08588a2c2c1c)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:49:27.930626 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:27.991755 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146c42a-8b13-4770-bd34-2e8b4f933d14 None None] Pushing event updated for resources: {'Port': ['ID=9b4f5fc3-3c29-463e-938b-368801c65532,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:49:28.880022 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10851fbf-8965-4d37-a138-90566dff14b0 None None] Network 6ce69766-6821-4ef6-ab70-38c0c66caa60 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:49:28.944247 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-20f20397-e1ef-4ce0-baf4-4587515bfb33 None None] Provisioning for port 9b4f5fc3-3c29-463e-938b-368801c65532 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:49:30.175767 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 9b4f5fc3-3c29-463e-938b-368801c65532 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:49:30.239781 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 9b4f5fc3-3c29-463e-938b-368801c65532 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:49:30.243962 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 9b4f5fc3-3c29-463e-938b-368801c65532 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:49:30.244334 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:30.325188 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:30.358074 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 9b4f5fc3-3c29-463e-938b-368801c65532, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=9b4f5fc3-3c29-463e-938b-368801c65532,segment=NetworkSegment(5c0a30c5-7744-4d07-beea-08588a2c2c1c),segment_id=5c0a30c5-7744-4d07-beea-08588a2c2c1c)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:49:30.361994 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:30.410810 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=9b4f5fc3-3c29-463e-938b-368801c65532,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:49:32.164046 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 9b4f5fc3-3c29-463e-938b-368801c65532 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:49:32.219819 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 9b4f5fc3-3c29-463e-938b-368801c65532 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:49:32.220195 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:36.752420 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fb928f60-a1e3-42aa-b290-8829ddc36925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:39.628950 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d262353d-fc6c-47ae-8453-e988aee89ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:40.091050 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:40.591225 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:42.079031 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:45.293955 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:50:06.753883 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-92f2cd79-d5cb-41f7-895b-d4350af7f5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:09.631155 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0c39b345-5e22-41fb-9726-9fd0be5b307e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:10.095579 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:10.594444 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:12.082347 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:22.293261 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:50:36.756531 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e0a73a84-ffd3-491d-97ce-97170dcab66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:36.898729 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 56672) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:50:36.904700 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [None req-75e85deb-3d5c-468a-9c51-ee81c2cd1e5f tempest-verify_tempest_config-1392001939 tempest-verify_tempest_config-1392001939-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:50:36.905670 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-75e85deb-3d5c-468a-9c51-ee81c2cd1e5f tempest-verify_tempest_config-1392001939 tempest-verify_tempest_config-1392001939-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059500 Jul 09 20:50:37.209697 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 56690) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:50:37.309494 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:37.395267 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:37.399598 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:37.443863 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff15e3220c69415a8b18573f6b12eff5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2330101 Jul 09 20:50:37.444778 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a6aa86-6f9a-4592-b682-63ef28e6c49c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:37.446694 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56694) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:50:37.452152 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.452529 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.452878 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.453216 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.453550 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.453896 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.454227 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.454560 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.454903 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.455228 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.455578 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.455900 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c69f3d-8fc4-42b3-82eb-647b4e0b1a4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.510176 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:37.531316 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:37.619262 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:37.621870 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:37.623022 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7a6aa86-6f9a-4592-b682-63ef28e6c49c HTTP/1.1" status: 204 len: 168 time: 0.1751835 Jul 09 20:50:37.630537 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a6aa86-6f9a-4592-b682-63ef28e6c49c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:37.637722 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.638104 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.638454 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.638793 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.639156 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.639538 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.639872 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.640206 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.640553 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.640881 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.641208 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.641531 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067717c-1d1c-47b5-b766-bbb168a59e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:39.634993 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-53905892-8929-4c8e-a5e1-cc74a01e5c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:40.097962 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:40.598594 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:42.084386 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:59.291184 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:51:06.759697 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-875457a1-0b86-4cf7-b005-b6cfbf5a6950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:09.635882 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-105f7674-d5f2-49b1-8bb8-03e5972b18ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:10.099018 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:10.601380 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:12.087977 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:36.290733 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:51:36.760870 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b54608bc-3c78-4e84-9650-19210ef6ceda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:39.635835 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a95f952b-257f-403d-bbec-74b72c4d02e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:40.102148 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:40.604337 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:42.090000 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.763378 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-488e4fc7-0a22-4090-891a-e8848a3d6dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.636912 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4b03f871-8fb9-482d-9754-68e0a39e5ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.104998 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.608497 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.092111 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.289264 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:52:19.668946 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552247'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.142868 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56768) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:35.243781 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6e83fe47-6a81-406b-98ec-9a7b1581b618 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0997827 Jul 09 20:52:36.764592 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20b5e83f-9605-44d6-b9ef-6ef9d63e27af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:37.422577 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56778) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:37.475234 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-98e3609b-2f71-4f42-ab69-8257f401e349 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0515971 Jul 09 20:52:39.638432 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a27c8a88-e1f2-4f94-90ae-f1999657572b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.106233 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.609317 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.095282 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.621333 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.288404 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:53:06.766468 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11b64975-bf1a-4a29-81bd-f4eb851703b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:09.638877 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-94506956-2140-465d-b70b-8be0c4a18e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:10.107309 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:10.613259 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:12.097780 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:19.621661 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.286777 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:53:36.770043 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4c1f60e4-20d0-4182-ab7c-ce395487fca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:39.640260 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b97fa97d-ba1e-4c3c-968b-6af905a2bdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:40.107650 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:40.615947 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:42.101693 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:49.621271 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.286040 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:54:05.197022 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56944) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:05.326348 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 56962) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:05.402591 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-581507864-network', 'tenant_id': '681a8aeb48124196bb74f839e81dd05e'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:05.424322 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Made reservation on behalf of 681a8aeb48124196bb74f839e81dd05e for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:05.427501 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.436617 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.528465 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.535446 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.563267 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b883ade-18b3-41e2-98fb-c6bedbbf1996,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:05.575584 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.576028 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.576423 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.576803 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.577153 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.577481 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.577827 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.578324 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.578827 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.579164 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.579523 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.580030 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Tracked resource versions report: Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: pushed versions: Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Log': {'1.0'}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Network': {'1.1'}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Port': {'1.7'}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'PortForwarding': {'1.2'}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'QosPolicy': {'1.8'}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SubPort': {'1.0'}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Subnet': {'1.1'}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Trunk': {'1.1'}} Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: consumer versions: Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: { DHCP agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: HyperV agent@hv-cinder-79264: {}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: L3 agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: Metadata agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: Metering agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: Open vSwitch agent@dv-cinder-792642-3-iscsi: { 'AddressGroup': '1.2', Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'ConntrackHelper': '1.0', Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Log': '1.0', Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Network': '1.1', Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Port': '1.7', Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'PortForwarding': '1.2', Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'QosPolicy': '1.8', Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SecurityGroup': '1.4', Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SecurityGroupRule': '1.2', Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'SubPort': '1.0', Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Subnet': '1.1', Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: 'Trunk': '1.1'}} Jul 09 20:54:05.581028 dv-cinder-792642-3-iscsi neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:54:05.583705 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:54:05.598295 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.598740 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Added segment db8dd971-02d5-43fd-82d2-59aec8be3556 of type vlan for network efbeeee3-3507-4b86-b64f-6d8e01458bc6 Jul 09 20:54:05.634453 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-381960275-network', 'tenant_id': '33024221721a43c3b955a9c933ba17ed'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:05.657559 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.690254 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Made reservation on behalf of 33024221721a43c3b955a9c933ba17ed for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:05.692702 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.706613 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.714728 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.715697 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:05.716280 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.823206 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] Pushing event updated for resources: {'Network': ['ID=efbeeee3-3507-4b86-b64f-6d8e01458bc6,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:05.837780 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network efbeeee3-3507-4b86-b64f-6d8e01458bc6 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:54:05.878124 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.887491 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.913836 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fcf5c4b5-b5d5-475f-9883-9032e415c872 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7153542 Jul 09 20:54:05.916499 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 56996) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:05.922122 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Request body: {'subnet': {'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-581507864-subnet', 'tenant_id': '681a8aeb48124196bb74f839e81dd05e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:05.928418 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dd9c77-e29e-42c1-8370-e1ab0ba4ed8f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:05.933484 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:54:05.943507 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:05.944657 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Added segment 1e9304f9-6388-4efa-acec-5ec644022c29 of type vlan for network 2b134ecb-601f-411f-8880-44405ba46406 Jul 09 20:54:05.968617 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Made reservation on behalf of 681a8aeb48124196bb74f839e81dd05e for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:05.972208 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.117238 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.151587 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.152949 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:06.153771 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.169480 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.222947 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=2b134ecb-601f-411f-8880-44405ba46406,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:06.234246 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-642ef6d6-46c2-4dbd-87e4-ed4f00568bc5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9067066 Jul 09 20:54:06.234865 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57008) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:06.237416 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network 2b134ecb-601f-411f-8880-44405ba46406 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:54:06.242151 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57010) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:06.247256 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] Request body: {'subnet': {'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-381960275-subnet', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:06.286380 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] Made reservation on behalf of 33024221721a43c3b955a9c933ba17ed for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:06.289965 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.307029 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3b2b99a-ab63-459a-a65c-b3b3ca8e937e,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:06.319449 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.320321 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.320884 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.321826 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.322379 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.323828 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.324722 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.325294 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.325954 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.326733 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.327302 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.327858 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Tracked resource versions report: Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: pushed versions: Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Log': {'1.0'}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Network': {'1.1'}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Port': {'1.7'}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'PortForwarding': {'1.2'}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'QosPolicy': {'1.8'}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SubPort': {'1.0'}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Subnet': {'1.1'}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Trunk': {'1.1'}} Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: consumer versions: Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: { DHCP agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: HyperV agent@hv-cinder-79264: {}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: L3 agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: Metadata agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: Metering agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: Open vSwitch agent@dv-cinder-792642-3-iscsi: { 'AddressGroup': '1.2', Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'ConntrackHelper': '1.0', Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Log': '1.0', Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Network': '1.1', Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Port': '1.7', Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'PortForwarding': '1.2', Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'QosPolicy': '1.8', Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SecurityGroup': '1.4', Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SecurityGroupRule': '1.2', Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'SubPort': '1.0', Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Subnet': '1.1', Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: 'Trunk': '1.1'}} Jul 09 20:54:06.329315 dv-cinder-792642-3-iscsi neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:54:06.354148 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Checking segment: {'id': 'db8dd971-02d5-43fd-82d2-59aec8be3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:06.354895 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Network hostable DHCP agents. Network: efbeeee3-3507-4b86-b64f-6d8e01458bc6, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:54:06.374390 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Network efbeeee3-3507-4b86-b64f-6d8e01458bc6 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:54:06.390439 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, efbeeee3-3507-4b86-b64f-6d8e01458bc6) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:06.396280 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:06.399483 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14389d18-acd7-4503-8b95-b4ca0e2e38fe None None] Network efbeeee3-3507-4b86-b64f-6d8e01458bc6 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:06.403010 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57018) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:06.409908 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.444817 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-bfaabf16-368e-476a-8454-00d7a6acdb41 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5265648 Jul 09 20:54:06.521962 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.558052 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227c14e5-9ea6-49cb-8abc-796aeb79a77d None None] Network efbeeee3-3507-4b86-b64f-6d8e01458bc6 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:06.567999 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57028) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:06.617248 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-73913648-network', 'tenant_id': '0b08f97c9dea48aebfae61ec87fbeaad'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:06.623553 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] Checking segment: {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:06.623951 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] Network hostable DHCP agents. Network: 2b134ecb-601f-411f-8880-44405ba46406, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:54:06.642796 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ef9a74-067c-4528-b3d4-64882505fab0,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:06.665416 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-109750813-network', 'tenant_id': '718dda7ca7514e2383bab17a51d889da'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:06.673486 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Made reservation on behalf of 0b08f97c9dea48aebfae61ec87fbeaad for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:06.676083 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.680607 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] Network 2b134ecb-601f-411f-8880-44405ba46406 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:54:06.696257 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.713284 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, 2b134ecb-601f-411f-8880-44405ba46406) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:06.721942 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:06.722727 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.727293 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76aa92e-db51-4638-a1d3-cf9c81f1eaeb None None] Network 2b134ecb-601f-411f-8880-44405ba46406 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:06.728312 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Made reservation on behalf of 718dda7ca7514e2383bab17a51d889da for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:06.732347 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.750119 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.796813 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9bb6c823-4df1-4841-8c52-a17570d44615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.834624 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-795583769-network', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:06.888245 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.898357 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.908796 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f92cfce9-29b5-446c-93df-61d2cf45cb5c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6655469 Jul 09 20:54:06.911538 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57048) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:06.916851 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:06.935876 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558d7973-1df4-4971-8936-6753dddb2daa,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:06.945271 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.db.api [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 20:54:06.945271 dv-cinder-792642-3-iscsi neutron-server[92922]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 20:54:06.945271 dv-cinder-792642-3-iscsi neutron-server[92922]: [parameters: {'project_id_1': '33024221721a43c3b955a9c933ba17ed', 'expiration_1': datetime.datetime(2021, 7, 9, 20, 54, 6, 922569)}] Jul 09 20:54:06.945271 dv-cinder-792642-3-iscsi neutron-server[92922]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:54:06.947689 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp525146ed-e162-58ec-a1cf-36914d7b589f-2b134ecb-601f-411f-8880-44405ba46406', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0'}]}} from dv-cinder-792642-3-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:54:06.948219 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG oslo_db.api [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:54:06.948323 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.db.api [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 20:54:06.948323 dv-cinder-792642-3-iscsi neutron-server[92923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 20:54:06.948323 dv-cinder-792642-3-iscsi neutron-server[92923]: [parameters: {'project_id_1': 'b7c9bafd1fc7460e8770f04942bbd100', 'expiration_1': datetime.datetime(2021, 7, 9, 20, 54, 6, 863440)}] Jul 09 20:54:06.948323 dv-cinder-792642-3-iscsi neutron-server[92923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:54:06.948608 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG oslo_db.api [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:54:06.950119 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.953158 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:54:06.974983 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:06.974983 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Added segment 49a3acd4-18de-4e1c-b3bc-777859568315 of type vlan for network b706d2ba-3f9d-4673-962d-979d6d0c160e Jul 09 20:54:07.048775 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.103171 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.104261 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:07.104885 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.108136 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.139898 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Allocated IP 172.20.0.2 (2b134ecb-601f-411f-8880-44405ba46406/e2ef9a74-067c-4528-b3d4-64882505fab0/3efda16f-8090-4369-a58c-a0ba1f1d9be1) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:07.159431 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.171295 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:54:07.181265 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.181499 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Added segment 61639471-b78c-479c-b39d-d805111b8878 of type vlan for network 5136dd8a-062d-4b94-b244-02ac5275df2c Jul 09 20:54:07.244114 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ad4fd2-ea03-4096-b2b2-88aaab6822db,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:07.266443 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57068) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:07.270377 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0296445 Jul 09 20:54:07.273012 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] Request body: {'subnet': {'network_id': 'b706d2ba-3f9d-4673-962d-979d6d0c160e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-73913648-subnet', 'tenant_id': '0b08f97c9dea48aebfae61ec87fbeaad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:07.277720 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.313921 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] Made reservation on behalf of 0b08f97c9dea48aebfae61ec87fbeaad for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:07.316579 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.319586 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe5a82-1089-40d0-ab74-e44766b67e37 admin admin] Pushing event updated for resources: {'Network': ['ID=b706d2ba-3f9d-4673-962d-979d6d0c160e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:07.332456 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.334473 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:07.335767 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.444381 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] Pushing event updated for resources: {'Network': ['ID=5136dd8a-062d-4b94-b244-02ac5275df2c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:07.457002 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3c22e3ef-eb4f-4739-9a8f-d2419c5d57db admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0526257 Jul 09 20:54:07.461340 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57074) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:07.468644 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] Request body: {'subnet': {'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-subnet', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:07.474557 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.487853 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Transition to ACTIVE for port object 3efda16f-8090-4369-a58c-a0ba1f1d9be1 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:07.509445 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Transition to ACTIVE for port object 3efda16f-8090-4369-a58c-a0ba1f1d9be1 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:07.518425 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network b706d2ba-3f9d-4673-962d-979d6d0c160e details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:54:07.519136 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Made reservation on behalf of b7c9bafd1fc7460e8770f04942bbd100 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:07.520668 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network 5136dd8a-062d-4b94-b244-02ac5275df2c details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:54:07.525167 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.527672 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.555889 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.584614 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Network 2b134ecb-601f-411f-8880-44405ba46406 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:07.586354 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:07.589682 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.590931 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] Made reservation on behalf of 718dda7ca7514e2383bab17a51d889da for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:07.592698 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:07.593957 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.669270 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-547644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6443'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.670239 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6450'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.707540 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Attempting to bind port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:07.707914 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Attempting to bind port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:07.708279 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Attempting to bind port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 on network 2b134ecb-601f-411f-8880-44405ba46406 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:07.720240 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] Checking segment: {'id': '49a3acd4-18de-4e1c-b3bc-777859568315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b706d2ba-3f9d-4673-962d-979d6d0c160e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:07.722432 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] Network hostable DHCP agents. Network: b706d2ba-3f9d-4673-962d-979d6d0c160e, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:54:07.727328 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:07.727726 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Checking segment: {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:07.728116 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c1d888-5535-4a74-b152-e48f9749f062,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:07.728252 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.728561 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Bound using segment: {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:07.729045 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Bound port: 3efda16f-8090-4369-a58c-a0ba1f1d9be1, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:07.729444 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.771169 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.852663 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Pushing event updated for resources: {'Port': ['ID=3efda16f-8090-4369-a58c-a0ba1f1d9be1,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:07.871870 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.872275 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.872623 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.873071 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.873490 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.873825 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.874182 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.874663 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.875012 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.875364 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.875776 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.876333 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Tracked resource versions report: Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: pushed versions: Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: { 'AddressGroup': {'1.2'}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'ConntrackHelper': {'1.0'}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Log': {'1.0'}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Network': {'1.1'}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Port': {'1.7'}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'PortForwarding': {'1.2'}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'QosPolicy': {'1.8'}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SecurityGroup': {'1.4'}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SubPort': {'1.0'}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Subnet': {'1.1'}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Trunk': {'1.1'}} Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: consumer versions: Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: { DHCP agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: HyperV agent@hv-cinder-79264: {}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: L3 agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: Metadata agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: Metering agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: Open vSwitch agent@dv-cinder-792642-3-iscsi: { 'AddressGroup': '1.2', Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'ConntrackHelper': '1.0', Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Log': '1.0', Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Network': '1.1', Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Port': '1.7', Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'PortForwarding': '1.2', Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'QosPolicy': '1.8', Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SecurityGroup': '1.4', Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SecurityGroupRule': '1.2', Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'SubPort': '1.0', Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Subnet': '1.1', Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: 'Trunk': '1.1'}} Jul 09 20:54:07.877773 dv-cinder-792642-3-iscsi neutron-server[92924]: {{(pid=92924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:54:07.894776 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] For port 3efda16f-8090-4369-a58c-a0ba1f1d9be1, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:07.899399 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] For port 3efda16f-8090-4369-a58c-a0ba1f1d9be1, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=3efda16f-8090-4369-a58c-a0ba1f1d9be1,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:07.905425 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:07.942834 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] Network b706d2ba-3f9d-4673-962d-979d6d0c160e is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:54:07.966414 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, b706d2ba-3f9d-4673-962d-979d6d0c160e) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:07.978293 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9abeb-c556-4578-a2dd-e7e78fb45f1c None None] Network b706d2ba-3f9d-4673-962d-979d6d0c160e requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:08.055627 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80669b8-a0ba-4ef7-b6b9-5a4513eec7e9 None None] Pushing event updated for resources: {'Port': ['ID=3efda16f-8090-4369-a58c-a0ba1f1d9be1,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:08.117295 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:08.118185 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.142851 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.151511 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6400'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.167862 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7baf0d29-0b72-4380-86be-535acc722b87 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8994334 Jul 09 20:54:08.170424 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.231568 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2faded8-de61-49d0-8c98-b0f52f606724,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:08.234590 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.254273 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b9ebf-d02c-49c1-bf5e-b607b1162b1c None None] Network b706d2ba-3f9d-4673-962d-979d6d0c160e requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:08.351587 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:54:08.417582 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.418205 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Added segment d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33 of type vlan for network bd211547-dba5-4c75-9042-ab3cca56f7e8 Jul 09 20:54:08.452771 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120db619-b817-45fe-af10-14c5b1df5022,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:08.513317 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] Checking segment: {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:08.514092 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] Network hostable DHCP agents. Network: 5136dd8a-062d-4b94-b244-02ac5275df2c, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:54:08.547271 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.568271 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] Network 5136dd8a-062d-4b94-b244-02ac5275df2c is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:54:08.584730 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, 5136dd8a-062d-4b94-b244-02ac5275df2c) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:08.591813 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:08.592599 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.604580 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.605574 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd4fb5c-f4a9-458a-87a8-59768f0ec2dd None None] Network 5136dd8a-062d-4b94-b244-02ac5275df2c requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:08.606030 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:08.606990 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.631131 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-20f4117e-4730-4583-b760-773b153ae127 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1683619 Jul 09 20:54:08.634042 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57118) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:08.639186 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:08.678381 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1082556 Jul 09 20:54:08.695411 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57124) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:08.722019 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Request body: {'subnet': {'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-795583769-subnet', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:08.756562 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.db.api [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 20:54:08.756562 dv-cinder-792642-3-iscsi neutron-server[92923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 20:54:08.756562 dv-cinder-792642-3-iscsi neutron-server[92923]: [parameters: {'project_id_1': 'b7c9bafd1fc7460e8770f04942bbd100', 'expiration_1': datetime.datetime(2021, 7, 9, 20, 54, 8, 731980)}] Jul 09 20:54:08.756562 dv-cinder-792642-3-iscsi neutron-server[92923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:54:08.757328 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG oslo_db.api [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:54:08.779800 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334e099-a2fa-460a-a637-57d9d95d1b13 admin admin] Pushing event updated for resources: {'Network': ['ID=bd211547-dba5-4c75-9042-ab3cca56f7e8,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:08.785226 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-547644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6443'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.787689 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6450'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.811082 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network bd211547-dba5-4c75-9042-ab3cca56f7e8 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:54:08.823460 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.861080 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.887515 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp525146ed-e162-58ec-a1cf-36914d7b589f-5136dd8a-062d-4b94-b244-02ac5275df2c', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022'}]}} from dv-cinder-792642-3-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:54:08.888260 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:09.093189 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:09.140806 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Allocated IP 172.20.0.2 (5136dd8a-062d-4b94-b244-02ac5275df2c/120db619-b817-45fe-af10-14c5b1df5022/40a7e744-1aa1-4f93-a42c-ae6ede29f5d1) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:09.152646 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Allocated IP 172.27.1.209 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/ce760f16-dfb7-497a-b61b-604c678381bf) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:09.362159 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57166) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:09.452506 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:09.468263 dv-cinder-792642-3-iscsi neutron-server[92923]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 20:54:09.474180 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:09.477009 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Transition to ACTIVE for port object 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:09.497172 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Transition to ACTIVE for port object 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:09.520758 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:09.548629 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Network 5136dd8a-062d-4b94-b244-02ac5275df2c is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:09.577178 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:09.585717 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:09.604990 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Pushing event updated for resources: {'Port': ['ID=40a7e744-1aa1-4f93-a42c-ae6ede29f5d1,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:09.668786 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e525c9-072f-4dfb-a049-6fb9b6b7c3ab None None] Network 2b134ecb-601f-411f-8880-44405ba46406 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:09.730147 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:09.857778 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Attempting to bind port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:09.858263 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Attempting to bind port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:09.858691 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Attempting to bind port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 on network 5136dd8a-062d-4b94-b244-02ac5275df2c {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:09.875712 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3fb05ce6-6b48-4dce-b121-fcb5d4cff8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:09.887738 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:09.895504 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Checking segment: {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:09.896112 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:09.896554 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Bound using segment: {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:09.898388 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Bound port: 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:09.898877 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:09.983609 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:10.013352 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:10.035511 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:10.066781 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] For port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:10.069315 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb4ee-5a4f-4a44-82df-bddaf09f3f35 req-7ff982e4-9cec-4d03-ad6c-e6fbd541ac9b tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:10.070875 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] For port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=40a7e744-1aa1-4f93-a42c-ae6ede29f5d1,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:10.071724 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bb1fb4ee-5a4f-4a44-82df-bddaf09f3f35 req-7ff982e4-9cec-4d03-ad6c-e6fbd541ac9b tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/networks?id=efbeeee3-3507-4b86-b64f-6d8e01458bc6 HTTP/1.1" status: 200 len: 814 time: 0.7026994 Jul 09 20:54:10.087409 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.100245 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57202) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:10.105797 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-bbeb2dec-b93a-4297-a326-0cf3d86ec445 None None] Provisioning for port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:10.115915 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce760f16-dfb7-497a-b61b-604c678381bf,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:10.144930 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6400'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.164597 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Made reservation on behalf of b7c9bafd1fc7460e8770f04942bbd100 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:10.171616 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.182855 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bb1fb4ee-5a4f-4a44-82df-bddaf09f3f35 req-ccae21ff-edc0-4313-97a1-b0f423c09c83 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/quotas/681a8aeb48124196bb74f839e81dd05e HTTP/1.1" status: 200 len: 375 time: 0.0669301 Jul 09 20:54:10.335170 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c9ff1-78f6-415b-90fe-d4c2cf33b630 None None] Pushing event updated for resources: {'Port': ['ID=40a7e744-1aa1-4f93-a42c-ae6ede29f5d1,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:10.347554 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57228) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:10.376658 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.458297 dv-cinder-792642-3-iscsi neutron-server[92922]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 20:54:10.560050 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 3efda16f-8090-4369-a58c-a0ba1f1d9be1 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:10.661896 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.668946 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bb1fb4ee-5a4f-4a44-82df-bddaf09f3f35 req-6e09dba1-8a27-464c-8b39-72e97bdf4cda tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=681a8aeb48124196bb74f839e81dd05e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4562867 Jul 09 20:54:10.673791 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-db2d3846-fb99-47f7-a20b-7690a9e96eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.716356 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:10.724633 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:10.725155 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.776695 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-b8258153-89af-4d1b-9354-bc1258684b8a tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:10.778280 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-b8258153-89af-4d1b-9354-bc1258684b8a tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/networks?id=b706d2ba-3f9d-4673-962d-979d6d0c160e HTTP/1.1" status: 200 len: 810 time: 0.4289715 Jul 09 20:54:10.845337 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-efd61f49-833b-4d86-b9b4-b10434e496fd tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/quotas/0b08f97c9dea48aebfae61ec87fbeaad HTTP/1.1" status: 200 len: 375 time: 0.0531578 Jul 09 20:54:10.883964 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.916608 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.974408 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 3efda16f-8090-4369-a58c-a0ba1f1d9be1, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=3efda16f-8090-4369-a58c-a0ba1f1d9be1,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:10.980209 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.998360 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-93498b9a-da64-4216-9e91-f4ec94755975 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b08f97c9dea48aebfae61ec87fbeaad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1516247 Jul 09 20:54:11.060767 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=3efda16f-8090-4369-a58c-a0ba1f1d9be1,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:11.079393 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:11.097989 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [req-bb1fb4ee-5a4f-4a44-82df-bddaf09f3f35 req-36849bc7-1267-448b-9ad2-04b994128757 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:54:11.099012 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bb1fb4ee-5a4f-4a44-82df-bddaf09f3f35 req-36849bc7-1267-448b-9ad2-04b994128757 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2349989 Jul 09 20:54:11.207562 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.208664 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Checking segment: {'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:11.208898 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Network hostable DHCP agents. Network: bd211547-dba5-4c75-9042-ab3cca56f7e8, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:54:11.293541 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c9001511-c1b8-4aa1-90fc-e77b4002b074 None None] Provisioning complete for port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:11.293865 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9001511-c1b8-4aa1-90fc-e77b4002b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.300337 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-172f5fc2-1092-46d6-8e63-02b49191beeb service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:54:11.303893 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-172f5fc2-1092-46d6-8e63-02b49191beeb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1600897 Jul 09 20:54:11.353939 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Network bd211547-dba5-4c75-9042-ab3cca56f7e8 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:54:11.363125 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-db2d3846-fb99-47f7-a20b-7690a9e96eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.381679 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-db2d3846-fb99-47f7-a20b-7690a9e96eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.408597 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, bd211547-dba5-4c75-9042-ab3cca56f7e8) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:11.421136 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c5438a-c5ac-4ade-a7f2-64d6a09149e4 None None] Network bd211547-dba5-4c75-9042-ab3cca56f7e8 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:11.454381 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:11.455007 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.467219 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bb1fb4ee-5a4f-4a44-82df-bddaf09f3f35 req-21a3b1cf-b4d3-4d7c-9c94-1887d68d6691 service neutron] 10.222.0.73 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447068 Jul 09 20:54:11.534867 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-db2d3846-fb99-47f7-a20b-7690a9e96eca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e75d710837b42fe88f4c9e54b548619&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4335237 Jul 09 20:54:11.561456 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d3846-fb99-47f7-a20b-7690a9e96eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9135c70-79b9-48b2-9091-1ada51473c51,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:11.572236 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57294) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:11.580055 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1920d550-163c-4d83-93a3-0591e2a43eba admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8785317 Jul 09 20:54:11.582889 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57296) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:11.591184 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.596616 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-795583769-router', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:11.602005 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-6445adf8-c40b-4fb2-8d24-28bc76a16600 service neutron] 10.222.0.73 "GET /v2.0/networks/b706d2ba-3f9d-4673-962d-979d6d0c160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918780 Jul 09 20:54:11.651642 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22cf50-69b6-4b88-b1f6-1385145cfc2e None None] Network bd211547-dba5-4c75-9042-ab3cca56f7e8 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:11.656309 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.708502 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-547644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6443'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.713812 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6450'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.728623 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420322'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.869327 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8478c233-f5f8-4805-84d9-82aed4f8f9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.877150 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:11.884596 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bb1fb4ee-5a4f-4a44-82df-bddaf09f3f35 req-22e3c3f9-00dc-43cd-97ac-46808bbc63dc service neutron] 10.222.0.73 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975768 Jul 09 20:54:11.886657 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-1b9320d5-15eb-44ca-bfe1-c7e898cd35c4 service neutron] 10.222.0.73 "GET /v2.0/networks/b706d2ba-3f9d-4673-962d-979d6d0c160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698498 Jul 09 20:54:11.946112 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e2570a-c77f-4bee-bd10-528c61c5ee3c None None] Network 5136dd8a-062d-4b94-b244-02ac5275df2c requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:11.953184 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Allocated IP 172.27.1.247 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/096d1abe-2e27-4123-ae17-c2862afb544a) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:12.004319 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8478c233-f5f8-4805-84d9-82aed4f8f9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.073748 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6400'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.198405 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57314) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:12.263367 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8478c233-f5f8-4805-84d9-82aed4f8f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.265965 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8478c233-f5f8-4805-84d9-82aed4f8f9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.267261 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8478c233-f5f8-4805-84d9-82aed4f8f9ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9135c70-79b9-48b2-9091-1ada51473c51 HTTP/1.1" status: 204 len: 168 time: 0.6921244 Jul 09 20:54:12.284850 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Router a5c408bc-7c72-4f72-95f9-4f33c169dd7a is scheduled to L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:54:12.307792 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.312713 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-a8c5a575-a11b-4c54-bc67-685dc84ae003 None None] Provisioning for port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:12.315791 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478c233-f5f8-4805-84d9-82aed4f8f9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9135c70-79b9-48b2-9091-1ada51473c51,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:12.354600 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.409372 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-35c1038b-bbef-415f-aaeb-8b590671aaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.531562 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.669195 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-35c1038b-bbef-415f-aaeb-8b590671aaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.678012 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-35c1038b-bbef-415f-aaeb-8b590671aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.711168 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:12.755452 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72763814-56e3-4235-983f-c8325bf4e22d req-d39af8f8-887d-4a65-8477-06fb2c48d256 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 210 time: 0.4210088 Jul 09 20:54:12.811194 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:12.820974 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:12.823340 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:12.831797 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:12.833149 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.853255 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:12.898944 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-35b6dd79-8b27-4f79-af32-ab3b5a204892 None None] Provisioning complete for port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:12.899417 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-35b6dd79-8b27-4f79-af32-ab3b5a204892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.913421 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Pushing event updated for resources: {'Port': ['ID=096d1abe-2e27-4123-ae17-c2862afb544a,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:12.940866 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1038b-bbef-415f-aaeb-8b590671aaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686071da-e33b-4132-a097-58e4cc222ae4,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:12.955090 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57340) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:12.961180 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-35c1038b-bbef-415f-aaeb-8b590671aaa9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=317f99d954c643e0aec1b5b870ad47ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7595353 Jul 09 20:54:12.961810 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57344) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:12.967687 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:54:12.980276 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Sync routers for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:54:12.989398 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8c7bc433-2acd-41c9-b19a-49bf95542dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:12.989761 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:12.990552 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:13.002625 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.064766 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb48a-0ff8-41c0-a8d3-1d000907c76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.095857 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.099814 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-73bedc55-cbf1-4caf-ab25-6e33f63db0c9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1868823 Jul 09 20:54:13.101617 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57352) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:13.139608 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-35b6dd79-8b27-4f79-af32-ab3b5a204892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.146037 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=40a7e744-1aa1-4f93-a42c-ae6ede29f5d1,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:13.162484 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.162484 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 3efda16f-8090-4369-a58c-a0ba1f1d9be1 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:13.164598 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb48a-0ff8-41c0-a8d3-1d000907c76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.227553 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:13.278263 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=40a7e744-1aa1-4f93-a42c-ae6ede29f5d1,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:13.288819 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.290656 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.db.api [None req-35b6dd79-8b27-4f79-af32-ab3b5a204892 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:54:13.291186 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG oslo_db.api [None req-35b6dd79-8b27-4f79-af32-ab3b5a204892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:54:13.299895 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:13.300314 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.352834 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.388001 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.459332 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:10Z', 'revision_number': 3, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:13.493304 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Checking router: a5c408bc-7c72-4f72-95f9-4f33c169dd7a for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:54:13.493675 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Updating router a5c408bc-7c72-4f72-95f9-4f33c169dd7a port ce760f16-dfb7-497a-b61b-604c678381bf binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:54:13.533465 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.744135 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb48a-0ff8-41c0-a8d3-1d000907c76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.748001 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb48a-0ff8-41c0-a8d3-1d000907c76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.749670 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5e4fb48a-0ff8-41c0-a8d3-1d000907c76c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/686071da-e33b-4132-a097-58e4cc222ae4 HTTP/1.1" status: 204 len: 168 time: 0.7845557 Jul 09 20:54:13.750039 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8c7bc433-2acd-41c9-b19a-49bf95542dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.768646 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fb48a-0ff8-41c0-a8d3-1d000907c76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686071da-e33b-4132-a097-58e4cc222ae4,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:13.782072 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420322'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.858622 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.874304 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Transition to ACTIVE for port object ce760f16-dfb7-497a-b61b-604c678381bf will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:13.890390 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.957504 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Attempting to bind port ce760f16-dfb7-497a-b61b-604c678381bf on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:13.957960 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Attempting to bind port ce760f16-dfb7-497a-b61b-604c678381bf by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:13.958457 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Attempting to bind port ce760f16-dfb7-497a-b61b-604c678381bf on network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:13.966525 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Pushing event updated for resources: {'Port': ['ID=ce760f16-dfb7-497a-b61b-604c678381bf,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:13.968996 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:13.969691 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Checking segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:13.970193 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.970779 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Bound using segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:13.971343 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Bound port: ce760f16-dfb7-497a-b61b-604c678381bf, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:13.971863 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.989682 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8c7bc433-2acd-41c9-b19a-49bf95542dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.995498 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:13.996500 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:13.996865 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:13.997188 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:13.997711 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:13.998050 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:13.998385 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:13.998718 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:13.999059 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:13.999411 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:13.999761 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:14.000083 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Tracked resource versions report: Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: pushed versions: Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: { 'AddressGroup': {'1.2'}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'ConntrackHelper': {'1.0'}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Log': {'1.0'}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Network': {'1.1'}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Port': {'1.7'}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'PortForwarding': {'1.2'}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'QosPolicy': {'1.8'}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SecurityGroup': {'1.4'}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SubPort': {'1.0'}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Subnet': {'1.1'}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Trunk': {'1.1'}} Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: consumer versions: Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: { DHCP agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: HyperV agent@hv-cinder-79264: {}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: L3 agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: Metadata agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: Metering agent@dv-cinder-792642-3-iscsi: {}, Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: Open vSwitch agent@dv-cinder-792642-3-iscsi: { 'AddressGroup': '1.2', Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'ConntrackHelper': '1.0', Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Log': '1.0', Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Network': '1.1', Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Port': '1.7', Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'PortForwarding': '1.2', Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'QosPolicy': '1.8', Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SecurityGroup': '1.4', Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SecurityGroupRule': '1.2', Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'SubPort': '1.0', Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Subnet': '1.1', Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: 'Trunk': '1.1'}} Jul 09 20:54:14.001603 dv-cinder-792642-3-iscsi neutron-server[92925]: {{(pid=92925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:54:14.024304 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Router fdf9f930-f965-45d9-890f-a554dbf9af68 is scheduled to L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:54:14.059669 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] For port ce760f16-dfb7-497a-b61b-604c678381bf, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:14.065550 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] For port ce760f16-dfb7-497a-b61b-604c678381bf, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=ce760f16-dfb7-497a-b61b-604c678381bf,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:14.070540 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.113632 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-8c7bc433-2acd-41c9-b19a-49bf95542dbe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=63676a966e4946c7bd4b7cfeb88a5f9a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1575534 Jul 09 20:54:14.120744 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57384) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:14.144454 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:14.145170 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:14.177736 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:54:14.190860 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Sync routers for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:54:14.198997 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bc433-2acd-41c9-b19a-49bf95542dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828c939e-b205-4021-b0fe-7bf7dc76c98b,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:14.201582 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6141e910-f35e-4d58-80ef-879cb2a31b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.206282 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:14.209258 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:14.212543 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.214262 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-06066a1f-67ec-4b0f-8d03-a4f95e0d4673 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5790410 Jul 09 20:54:14.216766 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a9670-776c-4da6-bfe6-d6b3868a4942 None None] Pushing event updated for resources: {'Port': ['ID=ce760f16-dfb7-497a-b61b-604c678381bf,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:14.217809 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57388) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:14.245552 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6141e910-f35e-4d58-80ef-879cb2a31b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.267488 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-11b15b12-9936-4cf7-9eb1-ddae777ce46c req-bfc5941b-ef91-4e85-a8c2-1808ab2ba913 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 210 time: 0.3284140 Jul 09 20:54:14.330317 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6141e910-f35e-4d58-80ef-879cb2a31b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.332981 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6141e910-f35e-4d58-80ef-879cb2a31b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.339983 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.348757 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6141e910-f35e-4d58-80ef-879cb2a31b6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/828c939e-b205-4021-b0fe-7bf7dc76c98b HTTP/1.1" status: 204 len: 168 time: 0.2249305 Jul 09 20:54:14.364417 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57390) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:14.365503 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Allocated IP 172.27.1.55 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/72d13cf4-72f0-48fa-a0cd-255fb8776de7) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:14.377216 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:14.415320 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cf7f-0414-4ddf-90f8-0d8c361c7c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.425360 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:14.472843 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141e910-f35e-4d58-80ef-879cb2a31b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828c939e-b205-4021-b0fe-7bf7dc76c98b,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:14.578252 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:14.637830 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.671394 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Allocated IP 172.20.0.1 (2b134ecb-601f-411f-8880-44405ba46406/e2ef9a74-067c-4528-b3d4-64882505fab0/16d1f611-290e-4ba2-a2d9-1177ea0efba3) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:14.671640 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:13Z', 'revision_number': 3, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:14.714463 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Checking router: fdf9f930-f965-45d9-890f-a554dbf9af68 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:54:14.715318 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Updating router fdf9f930-f965-45d9-890f-a554dbf9af68 port 096d1abe-2e27-4123-ae17-c2862afb544a binding host dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:54:14.720754 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cf7f-0414-4ddf-90f8-0d8c361c7c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.731442 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:10Z', 'revision_number': 3, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:14.737705 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cf7f-0414-4ddf-90f8-0d8c361c7c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.751591 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.752198 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.794157 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e2617-8d3d-4ef9-a96b-cfa3f59cf749 None None] The sync data for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi is: [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:10Z', 'revision_number': 3, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:54:14.796575 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:14.807096 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:14.816462 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:14.898179 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:14.898759 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.925643 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c5e9cf7f-0414-4ddf-90f8-0d8c361c7c0c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=853609cdb2994ced9f037b993654cf8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5586488 Jul 09 20:54:14.934821 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57402) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:15.046077 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9cf7f-0414-4ddf-90f8-0d8c361c7c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7472da4-9ddb-453b-a43f-89cf7c1a107c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:15.086603 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Pushing event updated for resources: {'Port': ['ID=72d13cf4-72f0-48fa-a0cd-255fb8776de7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:15.157502 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.162911 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8620-b0c8-48e6-a6e5-5af7482aed8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.171924 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Transition to ACTIVE for port object 096d1abe-2e27-4123-ae17-c2862afb544a will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:15.182840 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.236072 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.249143 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8620-b0c8-48e6-a6e5-5af7482aed8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.276051 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Attempting to bind port 096d1abe-2e27-4123-ae17-c2862afb544a on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:15.276556 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Attempting to bind port 096d1abe-2e27-4123-ae17-c2862afb544a by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:15.283213 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Attempting to bind port 096d1abe-2e27-4123-ae17-c2862afb544a on network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:15.318172 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:15.318607 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Checking segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:15.319020 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.319786 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Bound using segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:15.320446 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Bound port: 096d1abe-2e27-4123-ae17-c2862afb544a, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:15.321952 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.330616 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Transition to ACTIVE for port object 16d1f611-290e-4ba2-a2d9-1177ea0efba3 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:15.357347 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8355ec1-1eb3-4fb5-94ad-f70cf8dae12e None None] Pushing event updated for resources: {'Port': ['ID=096d1abe-2e27-4123-ae17-c2862afb544a,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:15.435539 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8620-b0c8-48e6-a6e5-5af7482aed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.443205 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8620-b0c8-48e6-a6e5-5af7482aed8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.447239 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fd6b8620-b0c8-48e6-a6e5-5af7482aed8b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a7472da4-9ddb-453b-a43f-89cf7c1a107c HTTP/1.1" status: 204 len: 168 time: 0.5111017 Jul 09 20:54:15.459342 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.466251 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.466744 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8620-b0c8-48e6-a6e5-5af7482aed8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7472da4-9ddb-453b-a43f-89cf7c1a107c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:15.561684 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.593131 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] For port 096d1abe-2e27-4123-ae17-c2862afb544a, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:15.601033 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] For port 096d1abe-2e27-4123-ae17-c2862afb544a, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=096d1abe-2e27-4123-ae17-c2862afb544a,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:15.613057 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.713821 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:15.714827 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:15.723119 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbc3b00a-0788-47bf-b6d9-d9aa214e25a7 req-292ada99-c199-4f88-b78e-4245374b4bf4 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 210 time: 0.1584432 Jul 09 20:54:15.783242 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8355ec1-1eb3-4fb5-94ad-f70cf8dae12e None None] Pushing event updated for resources: {'Port': ['ID=096d1abe-2e27-4123-ae17-c2862afb544a,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:15.820921 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Network 2b134ecb-601f-411f-8880-44405ba46406 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:15.826504 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Allocated IP 172.20.0.1 (5136dd8a-062d-4b94-b244-02ac5275df2c/120db619-b817-45fe-af10-14c5b1df5022/d28f0a6c-8761-47da-917d-a4f0af656470) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:15.828314 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:15.834962 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:15.835453 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544981'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:15.978357 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Pushing event updated for resources: {'Port': ['ID=16d1f611-290e-4ba2-a2d9-1177ea0efba3,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:16.140198 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:16.182009 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:16.215808 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Transition to ACTIVE for port object d28f0a6c-8761-47da-917d-a4f0af656470 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:16.332330 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:16.438459 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Network 5136dd8a-062d-4b94-b244-02ac5275df2c is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:16.452329 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:16.460945 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:16.462506 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544981'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:16.468472 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-7333d5bb-5904-4f1d-98c4-004c08892c77 None None] Provisioning for port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:16.505214 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-7333d5bb-5904-4f1d-98c4-004c08892c77 None None] Provisioning complete for port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:16.505599 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7333d5bb-5904-4f1d-98c4-004c08892c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:16.507955 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420322'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:16.511860 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device ce760f16-dfb7-497a-b61b-604c678381bf up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:16.528449 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:16.609564 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Pushing event updated for resources: {'Port': ['ID=d28f0a6c-8761-47da-917d-a4f0af656470,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:16.673376 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-7333d5bb-5904-4f1d-98c4-004c08892c77 None None] Port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:54:16.837833 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-41e2a0ee-f588-4a36-a792-559fdc242f62 None None] Provisioning for port d28f0a6c-8761-47da-917d-a4f0af656470 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:16.849064 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-41e2a0ee-f588-4a36-a792-559fdc242f62 None None] Provisioning complete for port d28f0a6c-8761-47da-917d-a4f0af656470 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:16.849865 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-41e2a0ee-f588-4a36-a792-559fdc242f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:16.893093 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:16.900180 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-41e2a0ee-f588-4a36-a792-559fdc242f62 None None] Port d28f0a6c-8761-47da-917d-a4f0af656470 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:54:16.917570 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:13Z', 'revision_number': 3, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:16.955640 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58328a6f-ceec-44bf-aea0-3c9f1a327534 None None] The sync data for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi is: [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:13Z', 'revision_number': 3, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:54:16.989781 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port ce760f16-dfb7-497a-b61b-604c678381bf completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:16.997227 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port ce760f16-dfb7-497a-b61b-604c678381bf triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:16.998815 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.022082 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3d2bd37-657e-41cc-9c36-98e4bc475e66 req-50616d73-398f-4f58-b505-9a9b4fdae162 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 210 time: 0.1010072 Jul 09 20:54:17.126273 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.141671 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.145041 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552616'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.175285 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.227427 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port ce760f16-dfb7-497a-b61b-604c678381bf, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=ce760f16-dfb7-497a-b61b-604c678381bf,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:17.234389 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.310369 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 is scheduled to L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:54:17.318781 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.328220 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.329815 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552616'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.332385 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=ce760f16-dfb7-497a-b61b-604c678381bf,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:17.342500 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Pushing event updated for resources: {'Port': ['ID=16d1f611-290e-4ba2-a2d9-1177ea0efba3,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:17.448632 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.26', 58807) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:17.450794 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Pushing event updated for resources: {'Port': ['ID=d28f0a6c-8761-47da-917d-a4f0af656470,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:17.504380 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Network 2b134ecb-601f-411f-8880-44405ba46406 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:17.507816 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:17.722765 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:54:17.737089 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Sync routers for ids ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:54:17.752681 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Routers {'53f151ec-a45e-4ec4-8133-613bf4aa77a9'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:17.753344 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:17.856380 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.880590 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-156861e2-db8c-49b1-9c04-c9b2379d7a83 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2947464 Jul 09 20:54:17.889132 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57482) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:17.933089 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-a59316cc-2fc3-4a3d-987f-f30e7f6e665f None None] Provisioning complete for port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:17.933587 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a59316cc-2fc3-4a3d-987f-f30e7f6e665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:18.065317 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-a59316cc-2fc3-4a3d-987f-f30e7f6e665f None None] Port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:54:18.252331 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Set router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:18.286520 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-dfaed8fa-9e0f-4194-999f-cae7d373e19e tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:18.292847 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-dfaed8fa-9e0f-4194-999f-cae7d373e19e tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.26 "GET /v2.0/networks?id=b706d2ba-3f9d-4673-962d-979d6d0c160e HTTP/1.1" status: 200 len: 810 time: 0.8359768 Jul 09 20:54:18.342408 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Network 5136dd8a-062d-4b94-b244-02ac5275df2c is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:18.347143 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:18.422608 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Router a5c408bc-7c72-4f72-95f9-4f33c169dd7a has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:54:18.516888 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Request body: {'port': {'device_id': '3173913c-4a33-41fc-ae4e-1f7ba668d3dd', 'network_id': 'b706d2ba-3f9d-4673-962d-979d6d0c160e', 'admin_state_up': True, 'tenant_id': '0b08f97c9dea48aebfae61ec87fbeaad'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:18.539254 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6b59a7be-9824-465e-ba0c-7a64b2f57b75 req-c6c0b91c-39b0-412f-9aa4-561acfcf37db tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 210 time: 0.0636799 Jul 09 20:54:18.572486 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Router fdf9f930-f965-45d9-890f-a554dbf9af68 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:54:18.598856 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device ce760f16-dfb7-497a-b61b-604c678381bf up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:18.746372 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port ce760f16-dfb7-497a-b61b-604c678381bf triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:18.746775 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:18.815179 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'name': 'tempest-ServerRescueNegativeTestJSON-795583769-router', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:15Z', 'revision_number': 3, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'gw_port': {'id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:13Z', 'updated_at': '2021-07-09T20:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:18.840939 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c058809a-7a35-41f2-a7c9-96390bc13ae3 None None] Provisioning complete for port d28f0a6c-8761-47da-917d-a4f0af656470 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:18.841328 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c058809a-7a35-41f2-a7c9-96390bc13ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:18.862356 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:54:18.894929 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-81187ba9-4a13-4805-a20b-e28f146c833d admin admin] 10.222.0.73 "PUT /v2.0/routers/fdf9f930-f965-45d9-890f-a554dbf9af68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6760030 Jul 09 20:54:18.922667 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Checking router: 53f151ec-a45e-4ec4-8133-613bf4aa77a9 for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:54:18.924317 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Updating router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 port 72d13cf4-72f0-48fa-a0cd-255fb8776de7 binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:54:19.012466 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:19.041772 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 096d1abe-2e27-4123-ae17-c2862afb544a up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:19.068707 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Made reservation on behalf of 0b08f97c9dea48aebfae61ec87fbeaad for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:19.073297 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:19.104754 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-c058809a-7a35-41f2-a7c9-96390bc13ae3 None None] Port d28f0a6c-8761-47da-917d-a4f0af656470 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:54:19.168799 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 096d1abe-2e27-4123-ae17-c2862afb544a completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:19.175475 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 096d1abe-2e27-4123-ae17-c2862afb544a triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:19.177199 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:19.206256 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:54:19.227253 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-8ac8c8e9-54fa-4605-a849-56405878588c admin admin] 10.222.0.73 "PUT /v2.0/routers/a5c408bc-7c72-4f72-95f9-4f33c169dd7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1044240 Jul 09 20:54:19.237838 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Sync routers for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:54:19.269078 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:19.275709 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:19.480186 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:19.499802 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Allocated IP 172.20.0.5 (b706d2ba-3f9d-4673-962d-979d6d0c160e/44c1d888-5535-4a74-b152-e48f9749f062/9d382e03-590a-42e5-985b-d576ba9413e6) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:19.523397 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:19.543229 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:19.559682 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Transition to ACTIVE for port object 72d13cf4-72f0-48fa-a0cd-255fb8776de7 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:19.589361 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:19.651311 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:19.657986 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 096d1abe-2e27-4123-ae17-c2862afb544a, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=096d1abe-2e27-4123-ae17-c2862afb544a,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:19.691718 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Attempting to bind port 72d13cf4-72f0-48fa-a0cd-255fb8776de7 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:19.692002 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Attempting to bind port 72d13cf4-72f0-48fa-a0cd-255fb8776de7 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:19.692380 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Attempting to bind port 72d13cf4-72f0-48fa-a0cd-255fb8776de7 on network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:19.740746 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:19.780430 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:19.780807 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Checking segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:19.784798 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:19.785231 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Bound using segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:19.785749 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Bound port: 72d13cf4-72f0-48fa-a0cd-255fb8776de7, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:19.786165 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:19.867842 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:19.933154 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57568) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:19.966138 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-8af0909a-8110-4b86-85b1-850abcdb64b0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885280837', 'description': 'tempest-description--89960172'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:19.995577 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] For port 72d13cf4-72f0-48fa-a0cd-255fb8776de7, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:20.001444 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] For port 72d13cf4-72f0-48fa-a0cd-255fb8776de7, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=72d13cf4-72f0-48fa-a0cd-255fb8776de7,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:20.012736 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.117101 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Routers {'53f151ec-a45e-4ec4-8133-613bf4aa77a9'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:20.117759 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:20.173333 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Allocated IP 172.20.0.1 (bd211547-dba5-4c75-9042-ab3cca56f7e8/8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e/217f097d-0144-4daf-a24e-b2e7c59b7e12) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:20.197471 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fb677-e851-4831-b02c-12b3bdd89cf4 None None] Pushing event updated for resources: {'Port': ['ID=72d13cf4-72f0-48fa-a0cd-255fb8776de7,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:20.251867 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.262994 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8af0909a-8110-4b86-85b1-850abcdb64b0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.272118 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Sync routers for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:54:20.342262 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=096d1abe-2e27-4123-ae17-c2862afb544a,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:20.399542 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.437220 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] Set router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:20.489017 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 2, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:20.507654 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.524476 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Checking router: a5c408bc-7c72-4f72-95f9-4f33c169dd7a for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:54:20.525040 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Updating router a5c408bc-7c72-4f72-95f9-4f33c169dd7a port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 binding host dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:54:20.526903 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Pushing event updated for resources: {'Port': ['ID=9d382e03-590a-42e5-985b-d576ba9413e6,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:20.555288 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Network b706d2ba-3f9d-4673-962d-979d6d0c160e is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:20.558546 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:20.564024 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:20.571548 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:20.572843 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.641728 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.668179 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:20.668948 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:20.677742 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8af0909a-8110-4b86-85b1-850abcdb64b0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.686999 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8af0909a-8110-4b86-85b1-850abcdb64b0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.701434 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40815e-9c01-4abf-86bf-d0384e635aa0 req-d8ceaf2b-d979-4173-8593-7fb422afb782 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:20.703306 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ed40815e-9c01-4abf-86bf-d0384e635aa0 req-d8ceaf2b-d979-4173-8593-7fb422afb782 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 931 time: 0.1748118 Jul 09 20:54:20.705533 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.710465 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-977d5b13-6f67-4492-90ee-ee2a50e6bc26 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2045612 Jul 09 20:54:20.713109 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8af0909a-8110-4b86-85b1-850abcdb64b0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.714472 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8af0909a-8110-4b86-85b1-850abcdb64b0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7762585 Jul 09 20:54:20.722714 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57590) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:20.728262 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-1b396814-0089-4cb3-b2b6-631d71c6ea71 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'security_group_rule': {'security_group_id': '54fa1f62-d93d-477f-ade6-f825e19f7046', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:20.764284 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0909a-8110-4b86-85b1-850abcdb64b0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fa1f62-d93d-477f-ade6-f825e19f7046,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:20.768621 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Network bd211547-dba5-4c75-9042-ab3cca56f7e8 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:20.779500 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:20.787874 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b396814-0089-4cb3-b2b6-631d71c6ea71 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.789971 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:20.790598 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544981'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.805800 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:20.865643 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fb677-e851-4831-b02c-12b3bdd89cf4 None None] Pushing event updated for resources: {'Port': ['ID=72d13cf4-72f0-48fa-a0cd-255fb8776de7,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:20.870504 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b396814-0089-4cb3-b2b6-631d71c6ea71 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.876576 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b396814-0089-4cb3-b2b6-631d71c6ea71 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.900611 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b396814-0089-4cb3-b2b6-631d71c6ea71 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034f2be1-f472-4a76-9666-b09562857d05,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:20.906319 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b396814-0089-4cb3-b2b6-631d71c6ea71 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.910249 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1b396814-0089-4cb3-b2b6-631d71c6ea71 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841705 Jul 09 20:54:20.910497 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57592) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:20.915655 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-24e2579c-b8ab-4531-a57c-44d9b5a5e613 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'security_group_rule': {'security_group_id': '54fa1f62-d93d-477f-ade6-f825e19f7046', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:20.925793 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Pushing event updated for resources: {'Port': ['ID=217f097d-0144-4daf-a24e-b2e7c59b7e12,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:20.955047 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-24e2579c-b8ab-4531-a57c-44d9b5a5e613 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.969663 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ed40815e-9c01-4abf-86bf-d0384e635aa0 req-0fb4a963-8573-4131-abce-3aa8d99658cd tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580566 Jul 09 20:54:21.034421 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'name': 'tempest-ServerRescueNegativeTestJSON-795583769-router', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:15Z', 'revision_number': 3, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'gw_port': {'id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:13Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:21.056115 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-24e2579c-b8ab-4531-a57c-44d9b5a5e613 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.061337 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-24e2579c-b8ab-4531-a57c-44d9b5a5e613 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.101726 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ff73f-891f-44af-98d3-f2e62883e07e None None] The sync data for ids ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'] in dv-cinder-792642-3-iscsi is: [{'id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'name': 'tempest-ServerRescueNegativeTestJSON-795583769-router', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:15Z', 'revision_number': 3, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'gw_port': {'id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:13Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:54:21.122959 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.138663 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2579c-b8ab-4531-a57c-44d9b5a5e613 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcb9eb8-af47-4480-8e56-d0432b1fbd59,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:21.163996 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 2, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:21.167163 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-24e2579c-b8ab-4531-a57c-44d9b5a5e613 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.168930 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-24e2579c-b8ab-4531-a57c-44d9b5a5e613 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2575026 Jul 09 20:54:21.169388 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.172099 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57596) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:21.183110 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'floatingip': {'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:21.193643 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Transition to ACTIVE for port object 16d1f611-290e-4ba2-a2d9-1177ea0efba3 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:21.206653 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.242651 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Checking router: fdf9f930-f965-45d9-890f-a554dbf9af68 for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:54:21.244296 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Updating router fdf9f930-f965-45d9-890f-a554dbf9af68 port d28f0a6c-8761-47da-917d-a4f0af656470 binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:54:21.248594 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.324440 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.473804 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.480991 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.483598 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552616'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.527910 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.664045 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b1215-b6f9-496d-8b99-48bd615ec956 None None] Pushing event updated for resources: {'Port': ['ID=16d1f611-290e-4ba2-a2d9-1177ea0efba3,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:21.809338 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-6b9c2389-6c21-4397-9f8c-3aebd9b676b8 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:54:21.814077 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-6b9c2389-6c21-4397-9f8c-3aebd9b676b8 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129158 Jul 09 20:54:21.843180 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Attempting to bind port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:21.844739 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Attempting to bind port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:21.846020 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Attempting to bind port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 on network 2b134ecb-601f-411f-8880-44405ba46406 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:21.859319 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:21.861257 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Checking segment: {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:21.863379 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.863960 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Bound using segment: {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:21.865391 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Bound port: 16d1f611-290e-4ba2-a2d9-1177ea0efba3, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:21.867218 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.903265 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Pushing event updated for resources: {'Port': ['ID=217f097d-0144-4daf-a24e-b2e7c59b7e12,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:22.056369 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Allocated IP 172.27.1.217 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/e199b92b-8fe7-47dd-a632-c0a3f738e276) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:22.084498 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Network bd211547-dba5-4c75-9042-ab3cca56f7e8 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:22.088452 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:22.164734 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] For port 16d1f611-290e-4ba2-a2d9-1177ea0efba3, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:22.179406 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] For port 16d1f611-290e-4ba2-a2d9-1177ea0efba3, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=16d1f611-290e-4ba2-a2d9-1177ea0efba3,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:22.189151 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.264805 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57620) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:22.314457 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-371dbdfe-06fc-4a74-90f7-c656787f9573 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615791257', 'description': 'tempest-description--1484755833'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:22.327231 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b1215-b6f9-496d-8b99-48bd615ec956 None None] Pushing event updated for resources: {'Port': ['ID=16d1f611-290e-4ba2-a2d9-1177ea0efba3,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:22.460897 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:22.472040 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:22.544611 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-371dbdfe-06fc-4a74-90f7-c656787f9573 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.621950 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Request body: {'port': {'device_id': '3173913c-4a33-41fc-ae4e-1f7ba668d3dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:22.713661 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.735418 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:54:22.767795 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Transition to ACTIVE for port object d28f0a6c-8761-47da-917d-a4f0af656470 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:22.798684 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.886274 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 72d13cf4-72f0-48fa-a0cd-255fb8776de7 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:22.924175 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cfe92-437d-4029-837a-36e827559401 req-659ccf10-5798-4618-9707-831fe09f558c tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:22.940415 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d0cfe92-437d-4029-837a-36e827559401 req-659ccf10-5798-4618-9707-831fe09f558c tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 931 time: 0.3957915 Jul 09 20:54:23.200156 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824adce-e47a-4c42-bc2b-f3cd2182c559 None None] Pushing event updated for resources: {'Port': ['ID=d28f0a6c-8761-47da-917d-a4f0af656470,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:23.375636 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 72d13cf4-72f0-48fa-a0cd-255fb8776de7 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:23.405987 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 72d13cf4-72f0-48fa-a0cd-255fb8776de7 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:23.406446 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.469564 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Attempting to bind port d28f0a6c-8761-47da-917d-a4f0af656470 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:23.470698 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Attempting to bind port d28f0a6c-8761-47da-917d-a4f0af656470 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:23.472452 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:23.473284 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Attempting to bind port d28f0a6c-8761-47da-917d-a4f0af656470 on network 5136dd8a-062d-4b94-b244-02ac5275df2c {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:23.499708 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:23.502798 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Checking segment: {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:23.504724 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.507890 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Bound using segment: {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:23.509307 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Bound port: d28f0a6c-8761-47da-917d-a4f0af656470, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:23.542445 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.638271 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-371dbdfe-06fc-4a74-90f7-c656787f9573 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.691474 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-371dbdfe-06fc-4a74-90f7-c656787f9573 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.734386 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] For port d28f0a6c-8761-47da-917d-a4f0af656470, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:23.738084 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] For port d28f0a6c-8761-47da-917d-a4f0af656470, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d28f0a6c-8761-47da-917d-a4f0af656470,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:23.753847 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.822334 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dbdfe-06fc-4a74-90f7-c656787f9573 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768d7af0-9569-4b85-9609-90ad2b7b2959,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:23.872073 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d0cfe92-437d-4029-837a-36e827559401 req-726c2e2b-6017-4197-9921-16c3226e2f47 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9304168 Jul 09 20:54:23.907653 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:23.911963 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:23.913032 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:54:23.931670 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2ddb03be-6b2e-4713-98e5-4533949bda1a admin admin] 10.222.0.73 "PUT /v2.0/routers/53f151ec-a45e-4ec4-8133-613bf4aa77a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0411854 Jul 09 20:54:23.988732 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.995598 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.012768 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.025177 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-371dbdfe-06fc-4a74-90f7-c656787f9573 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.027106 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-371dbdfe-06fc-4a74-90f7-c656787f9573 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7611759 Jul 09 20:54:24.030488 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57644) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:24.037249 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-5f85c81e-f803-4e13-aa03-e754a8f23338 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'security_group_rule': {'security_group_id': '768d7af0-9569-4b85-9609-90ad2b7b2959', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:24.093467 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 72d13cf4-72f0-48fa-a0cd-255fb8776de7, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=72d13cf4-72f0-48fa-a0cd-255fb8776de7,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:24.117182 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.118384 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 096d1abe-2e27-4123-ae17-c2862afb544a up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:24.143863 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f85c81e-f803-4e13-aa03-e754a8f23338 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.474441 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f85c81e-f803-4e13-aa03-e754a8f23338 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.492399 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f85c81e-f803-4e13-aa03-e754a8f23338 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.534651 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:24.554264 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f85c81e-f803-4e13-aa03-e754a8f23338 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.556614 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5f85c81e-f803-4e13-aa03-e754a8f23338 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5236869 Jul 09 20:54:24.561979 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85c81e-f803-4e13-aa03-e754a8f23338 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a364f4fa-461e-4033-8d6e-8ca0049ea928,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:24.567643 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57672) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:24.596489 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-5ff36f0d-e14a-43c3-b2be-d576bd2715fd tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'security_group_rule': {'security_group_id': '768d7af0-9569-4b85-9609-90ad2b7b2959', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:24.821186 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5ff36f0d-e14a-43c3-b2be-d576bd2715fd tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.822684 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=72d13cf4-72f0-48fa-a0cd-255fb8776de7,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:24.891415 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 096d1abe-2e27-4123-ae17-c2862afb544a triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:24.891867 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.958553 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824adce-e47a-4c42-bc2b-f3cd2182c559 None None] Pushing event updated for resources: {'Port': ['ID=d28f0a6c-8761-47da-917d-a4f0af656470,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:24.960807 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Sync routers for ids ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:54:25.004504 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d382e03-590a-42e5-985b-d576ba9413e6 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:25.014830 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.026981 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:22Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:25.038204 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Transition to ACTIVE for port object 9d382e03-590a-42e5-985b-d576ba9413e6 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:25.045939 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5ff36f0d-e14a-43c3-b2be-d576bd2715fd tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.057695 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.064317 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.073249 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5ff36f0d-e14a-43c3-b2be-d576bd2715fd tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.132701 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:25.138566 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Routers {'53f151ec-a45e-4ec4-8133-613bf4aa77a9'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:25.138914 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:25.141166 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:25.148240 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:25.163420 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ec5a4-837e-45f4-87e9-85e49eca5d73 None None] The sync data for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi is: [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:22Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:54:25.195069 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-6602371f-6b21-40ad-af5d-09068ce10655 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:25.196689 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-6602371f-6b21-40ad-af5d-09068ce10655 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 818 time: 0.5868125 Jul 09 20:54:25.198431 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff36f0d-e14a-43c3-b2be-d576bd2715fd tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3cc5e9-27bc-4389-983b-c5bcc45c5617,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:25.200140 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:23Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:25.242940 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5ff36f0d-e14a-43c3-b2be-d576bd2715fd tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.245136 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5ff36f0d-e14a-43c3-b2be-d576bd2715fd tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6754427 Jul 09 20:54:25.255527 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57694) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:25.268639 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-ced34e3e-6997-4bba-8115-7c137748f526 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/quotas/b7c9bafd1fc7460e8770f04942bbd100 HTTP/1.1" status: 200 len: 375 time: 0.0495410 Jul 09 20:54:25.329561 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8425f-e599-4dd8-8df5-f9a6ef54e458 None None] The sync data for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi is: [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:23Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:54:25.353422 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'floatingip': {'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:25.456622 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.587873 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Attempting to bind port 9d382e03-590a-42e5-985b-d576ba9413e6 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:25.589029 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Attempting to bind port 9d382e03-590a-42e5-985b-d576ba9413e6 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '49a3acd4-18de-4e1c-b3bc-777859568315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b706d2ba-3f9d-4673-962d-979d6d0c160e'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:25.589544 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Attempting to bind port 9d382e03-590a-42e5-985b-d576ba9413e6 on network b706d2ba-3f9d-4673-962d-979d6d0c160e {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:25.622165 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Pushing event updated for resources: {'Port': ['ID=9d382e03-590a-42e5-985b-d576ba9413e6,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:25.691701 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'Port': ['ID=e199b92b-8fe7-47dd-a632-c0a3f738e276,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:25.766519 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Port 9d382e03-590a-42e5-985b-d576ba9413e6 on network b706d2ba-3f9d-4673-962d-979d6d0c160e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:54:25.767311 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Attempting to bind port 9d382e03-590a-42e5-985b-d576ba9413e6 on network b706d2ba-3f9d-4673-962d-979d6d0c160e {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:25.796538 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:25.798617 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Checking segment: {'id': '49a3acd4-18de-4e1c-b3bc-777859568315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b706d2ba-3f9d-4673-962d-979d6d0c160e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:25.800572 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Bound using segment: {'id': '49a3acd4-18de-4e1c-b3bc-777859568315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b706d2ba-3f9d-4673-962d-979d6d0c160e'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:25.801204 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Bound port: 9d382e03-590a-42e5-985b-d576ba9413e6, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a3acd4-18de-4e1c-b3bc-777859568315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b706d2ba-3f9d-4673-962d-979d6d0c160e'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:25.802271 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.899761 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.912446 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-ea547c91-6484-4e58-800f-aae78e9b331d tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6414368 Jul 09 20:54:25.929936 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Set router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:26.109273 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.219216 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 16d1f611-290e-4ba2-a2d9-1177ea0efba3 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:26.328808 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] For port 9d382e03-590a-42e5-985b-d576ba9413e6, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:26.371837 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] For port 9d382e03-590a-42e5-985b-d576ba9413e6, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9d382e03-590a-42e5-985b-d576ba9413e6,segment=NetworkSegment(49a3acd4-18de-4e1c-b3bc-777859568315),segment_id=49a3acd4-18de-4e1c-b3bc-777859568315)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:26.388801 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.438746 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.502091 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Pushing event updated for resources: {'Port': ['ID=9d382e03-590a-42e5-985b-d576ba9413e6,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:26.542618 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-64be43a5-b709-457b-94a4-95e6cb160600 service neutron] 10.222.0.73 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284134 Jul 09 20:54:26.557345 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57716) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:26.560390 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:26.571709 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:26.572310 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.681021 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-b1977a6b-18f7-464d-8358-1ebffbce3965 service neutron] 10.222.0.73 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218932 Jul 09 20:54:26.730426 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'name': 'tempest-ServerRescueNegativeTestJSON-795583769-router', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:21Z', 'revision_number': 4, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'gw_port': {'id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:13Z', 'updated_at': '2021-07-09T20:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '217f097d-0144-4daf-a24e-b2e7c59b7e12', 'name': '', 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'mac_address': 'fa:16:3e:61:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:19Z', 'updated_at': '2021-07-09T20:54:21Z', 'revision_number': 2, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'subnets': [{'id': '8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:26.762143 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.777230 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:26.779172 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.789121 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-31204024-215b-4d1a-b097-cfe0161a93ef service neutron] 10.222.0.26 "PUT /v2.0/ports/9d382e03-590a-42e5-985b-d576ba9413e6 HTTP/1.1" status: 200 len: 1093 time: 4.5321426 Jul 09 20:54:26.790325 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.801273 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3173913c-4a33-41fc-ae4e-1f7ba668d3dd', 'tag': '9d382e03-590a-42e5-985b-d576ba9413e6'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:26.900895 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Checking router: 53f151ec-a45e-4ec4-8133-613bf4aa77a9 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:54:26.905681 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Updating router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 port 217f097d-0144-4daf-a24e-b2e7c59b7e12 binding host dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:54:26.922111 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Allocated IP 172.27.1.57 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/a9e9dc0f-b10d-4cff-b167-bfd65189b9f7) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:27.066824 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.084485 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-107b9d6c-3ede-4a8f-be13-4f86eaab0f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.091546 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.211979 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.263443 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.316015 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05139ab0-b6db-44c1-a549-d08c9b773c84 req-12e0fd96-9f86-4db9-97ef-39beeb2aad9d tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:27.323211 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05139ab0-b6db-44c1-a549-d08c9b773c84 req-12e0fd96-9f86-4db9-97ef-39beeb2aad9d tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 943 time: 0.1200621 Jul 09 20:54:27.372354 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 16d1f611-290e-4ba2-a2d9-1177ea0efba3, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=16d1f611-290e-4ba2-a2d9-1177ea0efba3,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:27.379271 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.380892 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 72d13cf4-72f0-48fa-a0cd-255fb8776de7 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:27.403091 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05139ab0-b6db-44c1-a549-d08c9b773c84 req-3336421f-6c4e-49ab-a0c7-daf5e4374ebe tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776341 Jul 09 20:54:27.435645 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'Port': ['ID=e199b92b-8fe7-47dd-a632-c0a3f738e276,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:27.439775 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.444922 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62272ed3-2ba4-4249-9887-d3efc5bb58e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3173913c-4a33-41fc-ae4e-1f7ba668d3dd", "tag": "9d382e03-590a-42e5-985b-d576ba9413e6"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:27.506530 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-107b9d6c-3ede-4a8f-be13-4f86eaab0f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.514600 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-107b9d6c-3ede-4a8f-be13-4f86eaab0f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.575635 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-107b9d6c-3ede-4a8f-be13-4f86eaab0f6a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c48888fb70f457195f0fefbfd1a2a69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0029001 Jul 09 20:54:27.576636 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.588352 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3aff397b-6d54-43ec-9c32-94cdeba89cf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4143751 Jul 09 20:54:27.589188 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7d6bac2e-89a6-40c7-9507-2974e488bce8 req-85c125ae-5394-4aaf-b058-8d9656325526 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 210 time: 0.0382845 Jul 09 20:54:27.589727 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57746) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:27.590075 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b9d6c-3ede-4a8f-be13-4f86eaab0f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5d5697-3b6f-47d0-b3c6-9d24e67d4a08,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:27.664414 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'Port': ['ID=a9e9dc0f-b10d-4cff-b167-bfd65189b9f7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:27.679231 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:27.685377 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:27.692377 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:27.772128 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=16d1f611-290e-4ba2-a2d9-1177ea0efba3,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:27.797651 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.798547 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.850304 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Transition to ACTIVE for port object 217f097d-0144-4daf-a24e-b2e7c59b7e12 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:27.856699 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 72d13cf4-72f0-48fa-a0cd-255fb8776de7 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:27.857078 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.889214 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.900830 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38cc96d-5787-4566-a102-92b2be2e43f1 x-openstack-request-id: req-b38cc96d-5787-4566-a102-92b2be2e43f1 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:27.901141 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3173913c-4a33-41fc-ae4e-1f7ba668d3dd", "tag": "9d382e03-590a-42e5-985b-d576ba9413e6", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:27.901356 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b38cc96d-5787-4566-a102-92b2be2e43f1 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:27.901825 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3173913c-4a33-41fc-ae4e-1f7ba668d3dd', 'tag': '9d382e03-590a-42e5-985b-d576ba9413e6', 'status': 'completed', 'code': 200} Jul 09 20:54:27.902332 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-64952379-3acc-4f1d-9c1a-d78f49b65749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.904585 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.958067 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-64952379-3acc-4f1d-9c1a-d78f49b65749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.023008 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f53-105c-4a9a-9277-311a1976009e None None] Pushing event updated for resources: {'Port': ['ID=217f097d-0144-4daf-a24e-b2e7c59b7e12,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:28.076235 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Attempting to bind port 217f097d-0144-4daf-a24e-b2e7c59b7e12 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:28.076620 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Attempting to bind port 217f097d-0144-4daf-a24e-b2e7c59b7e12 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:28.076990 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Attempting to bind port 217f097d-0144-4daf-a24e-b2e7c59b7e12 on network bd211547-dba5-4c75-9042-ab3cca56f7e8 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:28.109084 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:28.109462 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Checking segment: {'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:28.109910 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.110310 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Bound using segment: {'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:28.110813 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Bound port: 217f097d-0144-4daf-a24e-b2e7c59b7e12, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:28.111238 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.161307 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d28f0a6c-8761-47da-917d-a4f0af656470 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:28.192975 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-64952379-3acc-4f1d-9c1a-d78f49b65749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.195748 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-64952379-3acc-4f1d-9c1a-d78f49b65749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.196986 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-64952379-3acc-4f1d-9c1a-d78f49b65749 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee5d5697-3b6f-47d0-b3c6-9d24e67d4a08 HTTP/1.1" status: 204 len: 168 time: 0.5955911 Jul 09 20:54:28.263603 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64952379-3acc-4f1d-9c1a-d78f49b65749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5d5697-3b6f-47d0-b3c6-9d24e67d4a08,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:28.270252 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] For port 217f097d-0144-4daf-a24e-b2e7c59b7e12, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:28.275867 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] For port 217f097d-0144-4daf-a24e-b2e7c59b7e12, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=217f097d-0144-4daf-a24e-b2e7c59b7e12,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:28.301400 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.373074 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port d28f0a6c-8761-47da-917d-a4f0af656470 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:28.382999 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.389859 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port d28f0a6c-8761-47da-917d-a4f0af656470 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:28.390336 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.399171 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.444357 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Routers {'53f151ec-a45e-4ec4-8133-613bf4aa77a9'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:28.451063 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:28.564274 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f53-105c-4a9a-9277-311a1976009e None None] Pushing event updated for resources: {'Port': ['ID=217f097d-0144-4daf-a24e-b2e7c59b7e12,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:28.621841 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.632921 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-318d3aaf-deb4-459f-b842-ca0a144d17c0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:28.634664 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-318d3aaf-deb4-459f-b842-ca0a144d17c0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 818 time: 0.6105387 Jul 09 20:54:28.663037 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'Port': ['ID=a9e9dc0f-b10d-4cff-b167-bfd65189b9f7,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:28.673860 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.675626 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2904b130-eeca-4a99-94e5-a6aac6d3540e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3287303 Jul 09 20:54:28.678062 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-64f6436a-3ea9-4581-ad65-eee04e63731b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/quotas/b7c9bafd1fc7460e8770f04942bbd100 HTTP/1.1" status: 200 len: 375 time: 0.0124612 Jul 09 20:54:28.780382 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] Set router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:28.799924 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-9ce93ba5-c5c7-4444-b742-f2fe459e81ce tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141391 Jul 09 20:54:28.851192 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 57794) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:28.918735 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-70619aa9-d64d-46fc-9d87-3281c696120f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.986760 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.996247 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-725f1d6f-28f4-4cf0-b1a0-e2af7cbab707 service neutron] 10.222.0.73 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914029 Jul 09 20:54:29.111277 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port d28f0a6c-8761-47da-917d-a4f0af656470, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d28f0a6c-8761-47da-917d-a4f0af656470,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:29.152848 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.220909 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-70619aa9-d64d-46fc-9d87-3281c696120f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.237083 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-70619aa9-d64d-46fc-9d87-3281c696120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.316447 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-777b6906-1a26-4327-a65a-219d0e74e1b5 service neutron] 10.222.0.73 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071361 Jul 09 20:54:29.383398 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-70619aa9-d64d-46fc-9d87-3281c696120f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=17a21b12704042d59668cecb3b4c64ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170603 Jul 09 20:54:29.384092 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70619aa9-d64d-46fc-9d87-3281c696120f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c0632a-a88b-45b7-9848-7078c2bf13d8,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:29.385764 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 57812) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:29.388566 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 16d1f611-290e-4ba2-a2d9-1177ea0efba3 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:29.464458 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=d28f0a6c-8761-47da-917d-a4f0af656470,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:29.499550 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b18ab6b-d9a4-4a78-89e5-f71d6c47089a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.533652 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b18ab6b-d9a4-4a78-89e5-f71d6c47089a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.585491 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'name': 'tempest-ServerRescueNegativeTestJSON-795583769-router', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:21Z', 'revision_number': 4, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'gw_port': {'id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:13Z', 'updated_at': '2021-07-09T20:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '217f097d-0144-4daf-a24e-b2e7c59b7e12', 'name': '', 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'mac_address': 'fa:16:3e:61:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:19Z', 'updated_at': '2021-07-09T20:54:28Z', 'revision_number': 4, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'subnets': [{'id': '8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:29.612785 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b18ab6b-d9a4-4a78-89e5-f71d6c47089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.616569 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b18ab6b-d9a4-4a78-89e5-f71d6c47089a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.627614 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aeaf71-0655-4edc-acb9-e966ec70f7aa None None] The sync data for ids ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'] in dv-cinder-792642-3-iscsi is: [{'id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'name': 'tempest-ServerRescueNegativeTestJSON-795583769-router', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:21Z', 'revision_number': 4, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'gw_port': {'id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:13Z', 'updated_at': '2021-07-09T20:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '217f097d-0144-4daf-a24e-b2e7c59b7e12', 'name': '', 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'mac_address': 'fa:16:3e:61:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:19Z', 'updated_at': '2021-07-09T20:54:28Z', 'revision_number': 4, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'subnets': [{'id': '8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:54:29.637781 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5b18ab6b-d9a4-4a78-89e5-f71d6c47089a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24c0632a-a88b-45b7-9848-7078c2bf13d8 HTTP/1.1" status: 204 len: 168 time: 0.2487333 Jul 09 20:54:29.669294 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18ab6b-d9a4-4a78-89e5-f71d6c47089a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c0632a-a88b-45b7-9848-7078c2bf13d8,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:29.674392 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:29.676326 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:30.011694 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-b066e59c-133e-441d-8399-ba79e2711347 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1885280837&fields=id&tenant_id=718dda7ca7514e2383bab17a51d889da HTTP/1.1" status: 200 len: 267 time: 0.1943614 Jul 09 20:54:30.366927 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013da4-515d-409e-9534-0a3762bd2462 req-5c21699d-efb7-40a6-9e94-9210e4e95818 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:30.380043 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-5c21699d-efb7-40a6-9e94-9210e4e95818 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 816 time: 0.3662958 Jul 09 20:54:30.415132 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-ae668e4c-628b-4c99-8162-3e3c25a205a0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/quotas/718dda7ca7514e2383bab17a51d889da HTTP/1.1" status: 200 len: 375 time: 0.0340478 Jul 09 20:54:30.649324 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62272ed3-2ba4-4249-9887-d3efc5bb58e2 req-7d34a315-088c-42a6-a035-f0d32bfd1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:30.655538 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-62272ed3-2ba4-4249-9887-d3efc5bb58e2 req-7d34a315-088c-42a6-a035-f0d32bfd1523 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b08f97c9dea48aebfae61ec87fbeaad&device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 1096 time: 0.2568884 Jul 09 20:54:30.662233 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-74ca6d50-ae43-4304-b8b5-1d991de2abac tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2446668 Jul 09 20:54:30.962465 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-fd2ca28b-d6d3-464b-8d7d-1ebc9f45db9d service neutron] 10.222.0.73 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822354 Jul 09 20:54:31.269672 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62272ed3-2ba4-4249-9887-d3efc5bb58e2 req-292370de-fc3f-4d4e-8f9a-70eeaced25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:31.274545 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-62272ed3-2ba4-4249-9887-d3efc5bb58e2 req-292370de-fc3f-4d4e-8f9a-70eeaced25c6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0b08f97c9dea48aebfae61ec87fbeaad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5758634 Jul 09 20:54:31.287589 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-e9c77857-8464-4c51-b3b2-20d4bf401028 service neutron] 10.222.0.73 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217218 Jul 09 20:54:31.603529 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 217f097d-0144-4daf-a24e-b2e7c59b7e12 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:31.777916 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 217f097d-0144-4daf-a24e-b2e7c59b7e12 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:31.791025 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 217f097d-0144-4daf-a24e-b2e7c59b7e12 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:31.793801 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:32.118132 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62272ed3-2ba4-4249-9887-d3efc5bb58e2 req-3d486f7b-591a-446b-91ea-6678e98bda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:32.120228 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-62272ed3-2ba4-4249-9887-d3efc5bb58e2 req-3d486f7b-591a-446b-91ea-6678e98bda52 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8248932 Jul 09 20:54:32.151495 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:32.165859 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc723f1d-8254-4ebf-90f2-bebcb294644f req-b7eb448f-e8fb-46a1-bbb4-c479d90950e7 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:32.174933 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc723f1d-8254-4ebf-90f2-bebcb294644f req-b7eb448f-e8fb-46a1-bbb4-c479d90950e7 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 943 time: 0.2373972 Jul 09 20:54:32.242955 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 217f097d-0144-4daf-a24e-b2e7c59b7e12, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=217f097d-0144-4daf-a24e-b2e7c59b7e12,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:32.256164 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:32.257049 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d28f0a6c-8761-47da-917d-a4f0af656470 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:32.263959 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc723f1d-8254-4ebf-90f2-bebcb294644f req-41bf2307-4334-4eae-8bf8-da488267fca0 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868337 Jul 09 20:54:32.441159 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=217f097d-0144-4daf-a24e-b2e7c59b7e12,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:32.455134 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port d28f0a6c-8761-47da-917d-a4f0af656470 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:32.455480 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:32.494322 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-7903afd1-7e77-4ad4-8463-bc330f35e418 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--615791257&fields=id&tenant_id=33024221721a43c3b955a9c933ba17ed HTTP/1.1" status: 200 len: 267 time: 0.0733407 Jul 09 20:54:32.639322 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-9232aa0e-ac19-4e2f-a58f-9548338c9ead tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:32.640858 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-9232aa0e-ac19-4e2f-a58f-9548338c9ead tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/networks?id=2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 200 len: 810 time: 0.1428919 Jul 09 20:54:32.656880 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-0da71036-04cb-42db-afa9-b7b1772a04bb tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/quotas/33024221721a43c3b955a9c933ba17ed HTTP/1.1" status: 200 len: 375 time: 0.0096059 Jul 09 20:54:32.730475 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-c1abf62c-2063-41d2-a3c1-dcd8e351bf77 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=33024221721a43c3b955a9c933ba17ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683770 Jul 09 20:54:32.840124 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-cf8f0035-b3b6-4576-84f2-c19339734676 service neutron] 10.222.0.73 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971706 Jul 09 20:54:32.934114 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-7091bdea-67c4-4fa5-b929-948caafd22ee service neutron] 10.222.0.73 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923283 Jul 09 20:54:33.176392 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3dfdeb5-44a5-4efa-932c-bedb918b89cb req-cfa59031-0b6a-43f1-a3e0-73238f0753e7 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 210 time: 0.0368378 Jul 09 20:54:33.313454 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 217f097d-0144-4daf-a24e-b2e7c59b7e12 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:33.386738 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 217f097d-0144-4daf-a24e-b2e7c59b7e12 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:33.387285 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:33.450867 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b8b15974-7c66-439d-8a2a-3fd6e347e1a1 req-5a454c60-0d6b-4f3e-8293-385f454e5d9d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 210 time: 0.0490475 Jul 09 20:54:33.546003 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4a54574-b098-4947-97ab-8b89516037a2 req-71f765d9-1c02-4711-b832-8ce29b571c7f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0353518 Jul 09 20:54:33.725681 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893ca50-f7fd-4976-9210-03091e37f733 req-e6975c18-2c6b-4991-b2f9-463868e15001 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:33.727317 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a893ca50-f7fd-4976-9210-03091e37f733 req-e6975c18-2c6b-4991-b2f9-463868e15001 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 943 time: 0.0659642 Jul 09 20:54:33.769645 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a893ca50-f7fd-4976-9210-03091e37f733 req-c9f0810c-1854-45b7-8cf6-0d045b2c1993 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360925 Jul 09 20:54:34.323826 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b03798b8-c3ae-42f6-8a2e-9aff4eff15a3 req-b8031905-94e1-4b44-b4a8-b453438f854f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 210 time: 0.0334373 Jul 09 20:54:34.612706 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbae943f-a538-4691-899c-fa6e0de74275 req-9f6e509c-2259-4306-9073-13c97a0c496d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 210 time: 0.0370100 Jul 09 20:54:34.754324 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ec1edb42-a74b-49e4-a387-550ade4ccf44 req-997df273-33a1-43b3-8a5d-8c476e8f1dce tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0321999 Jul 09 20:54:34.957949 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27cef0-a8f8-43ce-acdf-f3633db3aec2 req-3e5c5b70-3d56-4e9b-b411-d1ff79e40510 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:34.959600 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a27cef0-a8f8-43ce-acdf-f3633db3aec2 req-3e5c5b70-3d56-4e9b-b411-d1ff79e40510 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 943 time: 0.0775645 Jul 09 20:54:35.029019 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a27cef0-a8f8-43ce-acdf-f3633db3aec2 req-0e01b7e2-a791-4c7e-8a59-12da42b49575 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637121 Jul 09 20:54:35.507555 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a6c84a90-ca7b-42ec-bec4-12ff89433e46 req-bc14df03-c60d-4196-a7dc-0f0d82bc3742 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 210 time: 0.0410504 Jul 09 20:54:35.772458 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fae636e2-d891-40aa-86e3-0fc1bf7fa89d req-2149038f-d52b-4e93-9e90-9aee3b631487 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 210 time: 0.0292435 Jul 09 20:54:35.929164 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d3833828-b50f-4213-92f8-4e133a3384eb req-fda659c8-ddb8-4d87-a8c2-d0f91b26f496 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0324824 Jul 09 20:54:36.237003 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d46428-8db3-4c58-8244-b5dd4d43cb6a req-455e6ba5-fcab-4cd4-a5b4-1ee38c8d860f tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:36.238762 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f6d46428-8db3-4c58-8244-b5dd4d43cb6a req-455e6ba5-fcab-4cd4-a5b4-1ee38c8d860f tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 943 time: 0.0787675 Jul 09 20:54:36.284171 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f6d46428-8db3-4c58-8244-b5dd4d43cb6a req-c4a7e212-d3ce-48ef-b7a9-76c822d604ca tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340900 Jul 09 20:54:36.444203 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58012) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:36.545779 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d6684be0-ceea-45d4-8717-bcd48bb8c66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:36.654100 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bd4a53bf-46c0-48e0-8d96-6ceb314dc8bf req-9c412906-8e1c-47e1-a4e7-7afc174d065f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 210 time: 0.0356865 Jul 09 20:54:36.663873 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d6684be0-ceea-45d4-8717-bcd48bb8c66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:36.667776 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d6684be0-ceea-45d4-8717-bcd48bb8c66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:36.710699 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d6684be0-ceea-45d4-8717-bcd48bb8c66d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd2010e967e846c88be9e4276dde35b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653167 Jul 09 20:54:36.711805 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6684be0-ceea-45d4-8717-bcd48bb8c66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c9c121-4299-49f3-bf21-85b25d3965db,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:36.715755 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58018) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:36.767965 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-a74acf1d-4e8a-4aab-ad5a-49891e20c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:36.769469 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-a74acf1d-4e8a-4aab-ad5a-49891e20c97c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b08f97c9dea48aebfae61ec87fbeaad&device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 1096 time: 0.0749869 Jul 09 20:54:36.788220 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8c64140e-3b32-4ca7-99df-548e33792a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:36.800855 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54e6aad2-3da2-43d5-9b57-5997c19427bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:36.836048 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54e6aad2-3da2-43d5-9b57-5997c19427bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:36.883885 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-0c0067e9-6af5-4d42-bc23-b734a57a4a9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d382e03-590a-42e5-985b-d576ba9413e6 HTTP/1.1" status: 200 len: 217 time: 0.0893881 Jul 09 20:54:36.907405 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54e6aad2-3da2-43d5-9b57-5997c19427bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:36.908334 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54e6aad2-3da2-43d5-9b57-5997c19427bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:36.911814 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-54e6aad2-3da2-43d5-9b57-5997c19427bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31c9c121-4299-49f3-bf21-85b25d3965db HTTP/1.1" status: 204 len: 168 time: 0.1924913 Jul 09 20:54:36.924322 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6aad2-3da2-43d5-9b57-5997c19427bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c9c121-4299-49f3-bf21-85b25d3965db,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:36.976968 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-757311f0-c564-407e-bc6b-e09b77caaaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:36.979473 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-757311f0-c564-407e-bc6b-e09b77caaaf9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44c1d888-5535-4a74-b152-e48f9749f062 HTTP/1.1" status: 200 len: 850 time: 0.0816927 Jul 09 20:54:37.018673 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9b107ee0-01f0-4dfb-a206-24e0d59013a6 req-3f81695a-3c1a-47d2-8fb9-e57c2c3068aa tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 210 time: 0.0437288 Jul 09 20:54:37.102019 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-9d638d22-e1e7-4414-95bf-f5179ab94c65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b706d2ba-3f9d-4673-962d-979d6d0c160e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084855 Jul 09 20:54:37.208529 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d77035b6-d610-4666-a507-9f465f9b1be8 req-3de769b1-b5ab-46f4-bf54-456be98fcce7 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0415721 Jul 09 20:54:37.215661 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-ba2943f6-4dd0-46ef-bd2a-32104b03c995 service neutron] 10.222.0.26 "GET /v2.0/networks/b706d2ba-3f9d-4673-962d-979d6d0c160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116037 Jul 09 20:54:37.322350 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58044) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:37.325247 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ca5f55ad-9661-42af-9d87-c4744b8148ea req-d3549d11-ae00-4bf2-9775-fb6770a7a9ef service neutron] 10.222.0.26 "GET /v2.0/networks/b706d2ba-3f9d-4673-962d-979d6d0c160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033454 Jul 09 20:54:37.329297 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.26', 58839) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:37.346742 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-69c5704b-219b-46c1-8b0e-e5da059475ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.530197 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-c2d3abe1-ab53-42bd-9a1b-21c678d36e8a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:37.533061 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-c2d3abe1-ab53-42bd-9a1b-21c678d36e8a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.26 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 818 time: 0.1623263 Jul 09 20:54:37.542549 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffda752-4c3a-4b45-89e1-394ff52db244 req-6cf7c834-4a04-4507-873c-fbb66509210d tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:37.544173 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4ffda752-4c3a-4b45-89e1-394ff52db244 req-6cf7c834-4a04-4507-873c-fbb66509210d tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 943 time: 0.1127608 Jul 09 20:54:37.557033 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-69c5704b-219b-46c1-8b0e-e5da059475ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.570311 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-69c5704b-219b-46c1-8b0e-e5da059475ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.595677 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58048) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:37.621098 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5704b-219b-46c1-8b0e-e5da059475ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7dcee7-0af6-4100-8028-86cdaa4cb9ea,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:37.625671 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-69c5704b-219b-46c1-8b0e-e5da059475ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1374e2b16e5641bba62860b2872d1fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017235 Jul 09 20:54:37.628915 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58052) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:37.629323 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4ffda752-4c3a-4b45-89e1-394ff52db244 req-041d0839-1a76-4cb4-95ab-30a6ff3d939d tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774691 Jul 09 20:54:37.682794 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5ae9-7633-4011-90cf-f859d6f2030e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.714377 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c975421c-a022-4411-b809-5ac73a816e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.725608 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5ae9-7633-4011-90cf-f859d6f2030e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.795138 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-453675ba-b71b-4173-a9c8-b89532501cf1 req-4d7134de-7277-4ccb-8e8c-e45139e942f5 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 210 time: 0.0286293 Jul 09 20:54:37.796621 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5ae9-7633-4011-90cf-f859d6f2030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.799762 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5ae9-7633-4011-90cf-f859d6f2030e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.800909 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6d1a5ae9-7633-4011-90cf-f859d6f2030e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe7dcee7-0af6-4100-8028-86cdaa4cb9ea HTTP/1.1" status: 204 len: 168 time: 0.1710153 Jul 09 20:54:37.813428 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a5ae9-7633-4011-90cf-f859d6f2030e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7dcee7-0af6-4100-8028-86cdaa4cb9ea,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:37.849976 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c975421c-a022-4411-b809-5ac73a816e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.854829 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c975421c-a022-4411-b809-5ac73a816e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.887671 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c975421c-a022-4411-b809-5ac73a816e1b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e737b3c15c14bf78eba0ca4839da80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903655 Jul 09 20:54:37.889789 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58058) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:37.897053 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975421c-a022-4411-b809-5ac73a816e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8933fc6b-3e9b-4918-a716-d7bf0b40023d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:37.948257 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce6912d6-61fc-4bf9-a1fb-58bdbbee16c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.969624 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce6912d6-61fc-4bf9-a1fb-58bdbbee16c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.021141 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce6912d6-61fc-4bf9-a1fb-58bdbbee16c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.023643 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce6912d6-61fc-4bf9-a1fb-58bdbbee16c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.024819 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ce6912d6-61fc-4bf9-a1fb-58bdbbee16c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8933fc6b-3e9b-4918-a716-d7bf0b40023d HTTP/1.1" status: 204 len: 168 time: 0.1338120 Jul 09 20:54:38.033183 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6912d6-61fc-4bf9-a1fb-58bdbbee16c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8933fc6b-3e9b-4918-a716-d7bf0b40023d,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:38.074775 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58066) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:38.087999 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a4221ca7-6082-47dc-9f8d-6c6f8937cee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.193084 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-85854022-852a-4f53-b7eb-3e6da53fd607 req-a0a69e25-6f77-452d-bbb0-24f379507094 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 210 time: 0.0329921 Jul 09 20:54:38.230391 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a4221ca7-6082-47dc-9f8d-6c6f8937cee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.236247 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a4221ca7-6082-47dc-9f8d-6c6f8937cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.281432 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58074) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:38.281658 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a4221ca7-6082-47dc-9f8d-6c6f8937cee0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=21cf75e8e2b346c98d721e604ef04b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055833 Jul 09 20:54:38.282485 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4221ca7-6082-47dc-9f8d-6c6f8937cee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32aca7cc-9f01-4da9-a332-0626f6345960,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:38.334652 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9678676e-863f-495c-934d-db21a093c786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.356304 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9678676e-863f-495c-934d-db21a093c786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.358434 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9073882e-af70-4ddc-8246-20c22e2d093c req-8eb9ccd9-6f43-4211-ad87-6876068709d3 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0335555 Jul 09 20:54:38.419542 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9678676e-863f-495c-934d-db21a093c786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.423330 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9678676e-863f-495c-934d-db21a093c786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.424865 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58076) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:38.425040 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9678676e-863f-495c-934d-db21a093c786 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32aca7cc-9f01-4da9-a332-0626f6345960 HTTP/1.1" status: 204 len: 168 time: 0.1423786 Jul 09 20:54:38.434589 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678676e-863f-495c-934d-db21a093c786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32aca7cc-9f01-4da9-a332-0626f6345960,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:38.441168 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-26a1348e-fc63-49f9-8b09-10ebec5a3dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.542887 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-26a1348e-fc63-49f9-8b09-10ebec5a3dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.546652 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-26a1348e-fc63-49f9-8b09-10ebec5a3dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.585172 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-26a1348e-fc63-49f9-8b09-10ebec5a3dbf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6751056da9f24936b8b8df08d1bb5b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591067 Jul 09 20:54:38.586004 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1348e-fc63-49f9-8b09-10ebec5a3dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2e646b-9976-41a9-9c61-360cdadd85c6,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:38.587997 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58080) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:38.643314 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a816336-be2c-4346-a731-cd261bd5a24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.665290 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a816336-be2c-4346-a731-cd261bd5a24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.713623 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a816336-be2c-4346-a731-cd261bd5a24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.716227 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a816336-be2c-4346-a731-cd261bd5a24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:38.717568 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4a816336-be2c-4346-a731-cd261bd5a24b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b2e646b-9976-41a9-9c61-360cdadd85c6 HTTP/1.1" status: 204 len: 168 time: 0.1285555 Jul 09 20:54:38.726955 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a816336-be2c-4346-a731-cd261bd5a24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2e646b-9976-41a9-9c61-360cdadd85c6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:38.839912 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cea66-b18f-4f11-bb1d-c2ef8f17c862 req-02a0b42e-f610-40eb-9549-a88908d867c4 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:38.841455 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f13cea66-b18f-4f11-bb1d-c2ef8f17c862 req-02a0b42e-f610-40eb-9549-a88908d867c4 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 943 time: 0.0695574 Jul 09 20:54:38.891472 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f13cea66-b18f-4f11-bb1d-c2ef8f17c862 req-62e5b257-b4d6-46c4-997c-34f221f33561 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 Jul 09 20:54:39.025840 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eee1e3c2-fb22-4ca8-89fd-ee6987e59ada req-d60f7c74-756c-4c54-8de8-731eab154048 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 210 time: 0.0344687 Jul 09 20:54:39.341342 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5e92b943-165c-4c0b-a404-6006d482bfcd req-4859c393-bab0-415b-8d37-016f074dd471 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 210 time: 0.0300052 Jul 09 20:54:39.505665 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9f3893eb-857f-4f54-b57b-670f44715251 req-a1ebcece-ea14-40e0-b0d5-2c0c8f197ac7 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0294313 Jul 09 20:54:39.646548 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6866e583-4439-4d13-9205-ad77c144a744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:39.922649 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58164) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:40.030816 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f322da87-cf9b-42da-8800-6b1581e2f09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.072363 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393fab2-3d12-4529-844c-7c8cf15714c3 req-5df44f5d-db5f-40eb-bafd-12fc2959d780 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:40.079700 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d393fab2-3d12-4529-844c-7c8cf15714c3 req-5df44f5d-db5f-40eb-bafd-12fc2959d780 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 943 time: 0.0816264 Jul 09 20:54:40.114485 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.124032 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d393fab2-3d12-4529-844c-7c8cf15714c3 req-3647b3a1-71c9-4886-bbb3-e63e50c97374 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431883 Jul 09 20:54:40.151378 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f322da87-cf9b-42da-8800-6b1581e2f09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.158500 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f322da87-cf9b-42da-8800-6b1581e2f09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.206458 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Request body: {'port': {'device_id': 'e437a765-4390-47c7-ae6c-39237c712dc9', 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8', 'admin_state_up': True, 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:40.272864 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f322da87-cf9b-42da-8800-6b1581e2f09d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7cd98f3a451243f0b80b7a89a59136dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483458 Jul 09 20:54:40.275605 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58176) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:40.350798 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322da87-cf9b-42da-8800-6b1581e2f09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986f5322-54ba-45e7-9f44-94b33efcca93,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:40.412159 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1815cfb8-057a-41f4-a54e-4ae42e6d3851 req-75900e78-2e64-48db-8680-0b4624d82671 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 210 time: 0.0683193 Jul 09 20:54:40.432991 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18535446-172d-4dbe-b262-80b1c8a8f9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.474426 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18535446-172d-4dbe-b262-80b1c8a8f9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.482204 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Made reservation on behalf of b7c9bafd1fc7460e8770f04942bbd100 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:40.488540 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.541537 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18535446-172d-4dbe-b262-80b1c8a8f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.544345 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18535446-172d-4dbe-b262-80b1c8a8f9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.545549 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-18535446-172d-4dbe-b262-80b1c8a8f9f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/986f5322-54ba-45e7-9f44-94b33efcca93 HTTP/1.1" status: 204 len: 168 time: 0.2689757 Jul 09 20:54:40.573193 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18535446-172d-4dbe-b262-80b1c8a8f9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986f5322-54ba-45e7-9f44-94b33efcca93,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:40.599166 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f3a41d5-29ea-47bd-a1bc-11a1150bdcda req-9682ab01-9276-4b15-bac0-37d3b6b01ff7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 210 time: 0.0522358 Jul 09 20:54:40.625096 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.650834 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Allocated IP 172.20.0.10 (bd211547-dba5-4c75-9042-ab3cca56f7e8/8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e/f949f268-7f64-40d6-b635-c3e699a2d6f3) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:40.827797 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d9078d3-322c-40b6-a8be-8309fb65121e req-1a72aeae-5bc9-4f4b-9036-f7a523ad948a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0631089 Jul 09 20:54:40.899231 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.946502 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8e4b228b-fc6b-4934-a8f2-e2090030e13e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:40.948040 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8e4b228b-fc6b-4934-a8f2-e2090030e13e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.26 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 818 time: 0.1531527 Jul 09 20:54:40.971072 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Request body: {'port': {'device_id': 'a3cc57dc-3ac0-4745-88aa-7d9435f9b593', 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8', 'admin_state_up': True, 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:40.976033 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:41.076457 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Network bd211547-dba5-4c75-9042-ab3cca56f7e8 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:41.086606 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:41.095368 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:41.101711 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:41.102567 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:41.106035 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Pushing event updated for resources: {'Port': ['ID=f949f268-7f64-40d6-b635-c3e699a2d6f3,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:41.123159 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9c6fe100-0640-4a1c-a028-d208615bb6ba tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9242887 Jul 09 20:54:41.146709 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Request body: {'port': {'device_id': 'e437a765-4390-47c7-ae6c-39237c712dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:41.218155 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Made reservation on behalf of b7c9bafd1fc7460e8770f04942bbd100 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:41.222287 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:41.259060 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:41.286622 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:54:41.398371 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9773-6672-4706-b814-3ea4de95e853 req-a4fcc892-43e0-437d-ba08-22317361f430 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:41.405931 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d88a9773-6672-4706-b814-3ea4de95e853 req-a4fcc892-43e0-437d-ba08-22317361f430 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 943 time: 0.1135349 Jul 09 20:54:41.501271 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d88a9773-6672-4706-b814-3ea4de95e853 req-429293e1-a845-485d-84fd-04b768baa8b7 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937085 Jul 09 20:54:41.504312 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.26', 58846) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:41.611936 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Allocated IP 172.20.0.9 (bd211547-dba5-4c75-9042-ab3cca56f7e8/8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e/e62a3fbb-c823-42c7-8c97-3f1faf30bc03) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:41.753803 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-cc2e72d2-3370-411b-8ac6-cb9ee65f3475 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:41.755938 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-cc2e72d2-3370-411b-8ac6-cb9ee65f3475 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.26 "GET /v2.0/networks?id=2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 200 len: 810 time: 0.2376888 Jul 09 20:54:41.791149 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-107940ac-6f17-4459-8328-13eaa0d45f9d req-da3fb5af-6330-4310-ab49-75967620b23e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 210 time: 0.0629411 Jul 09 20:54:41.865818 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:41.905338 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-cf3e3f68-9476-4a0a-9aba-737a08cdb38a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33024221721a43c3b955a9c933ba17ed HTTP/1.1" status: 200 len: 379 time: 0.1127493 Jul 09 20:54:41.931160 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'port': {'device_id': '6a86c2df-4227-490e-a368-61606134f5f5', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'admin_state_up': True, 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'security_groups': ['768d7af0-9569-4b85-9609-90ad2b7b2959']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:41.931637 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.035341 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Network bd211547-dba5-4c75-9042-ab3cca56f7e8 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:42.045594 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:42.058082 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:42.065373 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:42.066488 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.066818 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-64e8bbad-f250-42bc-bcbf-625dbc95c640 req-6435694f-0178-4d27-9562-a3e7d298fcf7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 210 time: 0.0453351 Jul 09 20:54:42.086577 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1201727 Jul 09 20:54:42.090177 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b42453-73ea-41d0-9964-5786e5ef4d1b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Pushing event updated for resources: {'Port': ['ID=e62a3fbb-c823-42c7-8c97-3f1faf30bc03,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:42.120090 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Request body: {'port': {'device_id': 'a3cc57dc-3ac0-4745-88aa-7d9435f9b593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:42.122848 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.173613 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 9d382e03-590a-42e5-985b-d576ba9413e6 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:54:42.219094 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Made reservation on behalf of 33024221721a43c3b955a9c933ba17ed for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:42.222726 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.252393 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bd612ac6-0a29-4688-8e04-3d101fd09254 req-e0b019c1-4550-448d-a353-bcc725436f2d tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0462971 Jul 09 20:54:42.341687 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.26', 58852) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:42.345700 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 9d382e03-590a-42e5-985b-d576ba9413e6, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9d382e03-590a-42e5-985b-d576ba9413e6,segment=NetworkSegment(49a3acd4-18de-4e1c-b3bc-777859568315),segment_id=49a3acd4-18de-4e1c-b3bc-777859568315)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:42.358571 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f949f268-7f64-40d6-b635-c3e699a2d6f3 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:42.360545 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '9d382e03-590a-42e5-985b-d576ba9413e6', 'network_id': 'b706d2ba-3f9d-4673-962d-979d6d0c160e', 'port_id': '9d382e03-590a-42e5-985b-d576ba9413e6', 'mac_address': 'fa:16:3e:63:d9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c1d888-5535-4a74-b152-e48f9749f062', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:54:42.421446 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.439627 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.443242 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.468568 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Transition to ACTIVE for port object f949f268-7f64-40d6-b635-c3e699a2d6f3 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:42.472044 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d382e03-590a-42e5-985b-d576ba9413e6 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:42.481847 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.523901 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 9d382e03-590a-42e5-985b-d576ba9413e6, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9d382e03-590a-42e5-985b-d576ba9413e6,segment=NetworkSegment(49a3acd4-18de-4e1c-b3bc-777859568315),segment_id=49a3acd4-18de-4e1c-b3bc-777859568315)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:42.530271 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.608707 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f949f268-7f64-40d6-b635-c3e699a2d6f3,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:42.624897 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013da4-515d-409e-9534-0a3762bd2462 req-2608f2d0-dc32-4d94-8942-b4f83f62ac45 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:42.627177 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-2608f2d0-dc32-4d94-8942-b4f83f62ac45 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 816 time: 0.2844276 Jul 09 20:54:42.658543 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=9d382e03-590a-42e5-985b-d576ba9413e6,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:42.951728 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['9d382e03-590a-42e5-985b-d576ba9413e6'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:42.960057 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04804f-91e1-47c3-a053-80f57026737f req-6ad10e47-c3a6-49be-a54f-4380f49a0f5c tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:42.961655 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0b04804f-91e1-47c3-a053-80f57026737f req-6ad10e47-c3a6-49be-a54f-4380f49a0f5c tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 944 time: 0.2233348 Jul 09 20:54:42.968333 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Allocated IP 172.20.0.6 (2b134ecb-601f-411f-8880-44405ba46406/e2ef9a74-067c-4528-b3d4-64882505fab0/c9ea3de3-25f3-41a9-843b-9200cc846943) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:43.012414 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Attempting to bind port f949f268-7f64-40d6-b635-c3e699a2d6f3 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:43.012752 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Attempting to bind port f949f268-7f64-40d6-b635-c3e699a2d6f3 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:43.013086 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Attempting to bind port f949f268-7f64-40d6-b635-c3e699a2d6f3 on network bd211547-dba5-4c75-9042-ab3cca56f7e8 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:43.029463 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0b04804f-91e1-47c3-a053-80f57026737f req-6eba0eff-f232-4fd2-b828-f67a62f1cd8d tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578086 Jul 09 20:54:43.038429 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-439a4535-523b-4b24-8604-78dca9a744fb tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=718dda7ca7514e2383bab17a51d889da HTTP/1.1" status: 200 len: 380 time: 0.3558638 Jul 09 20:54:43.040915 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Port f949f268-7f64-40d6-b635-c3e699a2d6f3 on network bd211547-dba5-4c75-9042-ab3cca56f7e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:54:43.041244 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Attempting to bind port f949f268-7f64-40d6-b635-c3e699a2d6f3 on network bd211547-dba5-4c75-9042-ab3cca56f7e8 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:43.053739 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'port': {'device_id': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'admin_state_up': True, 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'security_groups': ['54fa1f62-d93d-477f-ade6-f825e19f7046']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:43.119330 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:43.119717 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Checking segment: {'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:43.120116 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Bound using segment: {'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:43.120798 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Bound port: f949f268-7f64-40d6-b635-c3e699a2d6f3, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:43.121007 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.374021 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] For port f949f268-7f64-40d6-b635-c3e699a2d6f3, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:43.407453 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] For port f949f268-7f64-40d6-b635-c3e699a2d6f3, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:43.417807 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62a3fbb-c823-42c7-8c97-3f1faf30bc03 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:43.423052 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.423708 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.431219 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.437395 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Made reservation on behalf of 718dda7ca7514e2383bab17a51d889da for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:43.441858 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.455941 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Transition to ACTIVE for port object c9ea3de3-25f3-41a9-843b-9200cc846943 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:43.518231 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:43.518818 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.520277 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] 10.222.0.26 "PUT /v2.0/ports/f949f268-7f64-40d6-b635-c3e699a2d6f3 HTTP/1.1" status: 200 len: 1094 time: 2.3818688 Jul 09 20:54:43.520755 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e437a765-4390-47c7-ae6c-39237c712dc9', 'tag': 'f949f268-7f64-40d6-b635-c3e699a2d6f3'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:43.524466 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe1bf2f-9801-4170-9bee-e2a96f9d007e" -d '{"events": [{"name": "network-changed", "server_uuid": "e437a765-4390-47c7-ae6c-39237c712dc9", "tag": "f949f268-7f64-40d6-b635-c3e699a2d6f3"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:43.575581 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Transition to ACTIVE for port object e62a3fbb-c823-42c7-8c97-3f1faf30bc03 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:43.587382 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.595076 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.648759 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dea1c-972c-4820-ab08-c267d97ecfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f949f268-7f64-40d6-b635-c3e699a2d6f3,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:43.680374 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Network 2b134ecb-601f-411f-8880-44405ba46406 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:43.697165 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:43.707986 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:43.713606 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:43.714495 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.742506 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'Port': ['ID=c9ea3de3-25f3-41a9-843b-9200cc846943,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:43.755542 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f9ec2-0413-4bdd-9c38-71010ef957ec req-a1cc89bc-5294-4872-9600-4aced99d2440 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:43.759833 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c58f9ec2-0413-4bdd-9c38-71010ef957ec req-a1cc89bc-5294-4872-9600-4aced99d2440 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 931 time: 0.2523203 Jul 09 20:54:43.762662 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3bc5369f-0d00-4129-b62a-85d309db3730 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8389993 Jul 09 20:54:43.786206 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Request body: {'port': {'device_id': '6a86c2df-4227-490e-a368-61606134f5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:43.791182 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Pushing event updated for resources: {'Port': ['ID=e62a3fbb-c823-42c7-8c97-3f1faf30bc03,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:43.799733 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Allocated IP 172.20.0.10 (5136dd8a-062d-4b94-b244-02ac5275df2c/120db619-b817-45fe-af10-14c5b1df5022/970719f7-228c-4986-8838-d96b8e0af442) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:43.805384 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Attempting to bind port e62a3fbb-c823-42c7-8c97-3f1faf30bc03 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:43.805769 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Attempting to bind port e62a3fbb-c823-42c7-8c97-3f1faf30bc03 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:43.806219 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Attempting to bind port e62a3fbb-c823-42c7-8c97-3f1faf30bc03 on network bd211547-dba5-4c75-9042-ab3cca56f7e8 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:43.819800 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Port e62a3fbb-c823-42c7-8c97-3f1faf30bc03 on network bd211547-dba5-4c75-9042-ab3cca56f7e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:54:43.820130 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Attempting to bind port e62a3fbb-c823-42c7-8c97-3f1faf30bc03 on network bd211547-dba5-4c75-9042-ab3cca56f7e8 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:43.825926 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-df6441d9-f6ed-427b-8d2c-390f927ecaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:43.827471 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-df6441d9-f6ed-427b-8d2c-390f927ecaee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 1097 time: 0.2188931 Jul 09 20:54:43.834669 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:43.835013 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Checking segment: {'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:43.835589 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Bound using segment: {'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:43.835996 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Bound port: e62a3fbb-c823-42c7-8c97-3f1faf30bc03, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:43.836353 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.838461 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c58f9ec2-0413-4bdd-9c38-71010ef957ec req-f5ae57bc-abd1-4c24-a6e3-ec27d1ad417a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748367 Jul 09 20:54:43.894281 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.905037 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-0ebac6a1-9281-48f7-ad53-6ef514e04313 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3 HTTP/1.1" status: 200 len: 217 time: 0.0567555 Jul 09 20:54:44.033198 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-3817328e-c236-407c-852b-8c02c6f536c4 None None] Provisioning for port c9ea3de3-25f3-41a9-843b-9200cc846943 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:44.040544 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-3817328e-c236-407c-852b-8c02c6f536c4 None None] Provisioning complete for port c9ea3de3-25f3-41a9-843b-9200cc846943 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:44.041255 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3817328e-c236-407c-852b-8c02c6f536c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.056348 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-5138d962-d3b6-4a48-81f6-085c4dd655ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:44.057758 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-5138d962-d3b6-4a48-81f6-085c4dd655ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 200 len: 858 time: 0.1442728 Jul 09 20:54:44.089041 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-3817328e-c236-407c-852b-8c02c6f536c4 None None] Port c9ea3de3-25f3-41a9-843b-9200cc846943 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:54:44.092123 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ac55c82-847e-4dec-95be-f338b31c1685 req-5ed064ff-1c53-4d24-ad18-2bcead825992 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 210 time: 0.0598567 Jul 09 20:54:44.107854 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-9cb462f4-3ff7-4847-962a-e863f9ef5506 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd211547-dba5-4c75-9042-ab3cca56f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407131 Jul 09 20:54:44.114569 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] For port e62a3fbb-c823-42c7-8c97-3f1faf30bc03, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:44.145407 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 9d382e03-590a-42e5-985b-d576ba9413e6 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:44.196270 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] For port e62a3fbb-c823-42c7-8c97-3f1faf30bc03, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e62a3fbb-c823-42c7-8c97-3f1faf30bc03,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:44.211560 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.220188 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.227709 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port 9d382e03-590a-42e5-985b-d576ba9413e6 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:44.232218 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 9d382e03-590a-42e5-985b-d576ba9413e6 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:44.232597 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.282135 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Transition to ACTIVE for port object 970719f7-228c-4986-8838-d96b8e0af442 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:44.290445 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:44.291081 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.292527 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] 10.222.0.26 "PUT /v2.0/ports/e62a3fbb-c823-42c7-8c97-3f1faf30bc03 HTTP/1.1" status: 200 len: 1093 time: 2.1793804 Jul 09 20:54:44.340286 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803f553-95b6-431b-ad1a-6eeaa1d0de16 service neutron] Pushing event updated for resources: {'Port': ['ID=e62a3fbb-c823-42c7-8c97-3f1faf30bc03,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:44.347039 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ea3de3-25f3-41a9-843b-9200cc846943 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:44.349268 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-3d0d4497-abbb-48ac-834a-64d05445bdec service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323229 Jul 09 20:54:44.358252 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.381804 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d64ef3-a7c7-41a2-be52-b501520c35b3 req-6451cf8f-aef7-422e-97eb-e840a5c37cd0 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:44.383333 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24d64ef3-a7c7-41a2-be52-b501520c35b3 req-6451cf8f-aef7-422e-97eb-e840a5c37cd0 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 931 time: 0.1561430 Jul 09 20:54:44.389067 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Transition to ACTIVE for port object c9ea3de3-25f3-41a9-843b-9200cc846943 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:44.402939 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.405246 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.449021 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3173913c-4a33-41fc-ae4e-1f7ba668d3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d382e03-590a-42e5-985b-d576ba9413e6'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:44.490344 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.517773 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24d64ef3-a7c7-41a2-be52-b501520c35b3 req-7d687efe-a302-4bfd-b1bf-cf02bbed83ed tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275420 Jul 09 20:54:44.550997 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Pushing event updated for resources: {'Port': ['ID=c9ea3de3-25f3-41a9-843b-9200cc846943,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:44.551579 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 9d382e03-590a-42e5-985b-d576ba9413e6, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9d382e03-590a-42e5-985b-d576ba9413e6,segment=NetworkSegment(49a3acd4-18de-4e1c-b3bc-777859568315),segment_id=49a3acd4-18de-4e1c-b3bc-777859568315)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:44.559633 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.586355 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Attempting to bind port c9ea3de3-25f3-41a9-843b-9200cc846943 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:44.586736 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Attempting to bind port c9ea3de3-25f3-41a9-843b-9200cc846943 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:44.587069 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Attempting to bind port c9ea3de3-25f3-41a9-843b-9200cc846943 on network 2b134ecb-601f-411f-8880-44405ba46406 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:44.598038 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Port c9ea3de3-25f3-41a9-843b-9200cc846943 on network 2b134ecb-601f-411f-8880-44405ba46406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:54:44.598617 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Attempting to bind port c9ea3de3-25f3-41a9-843b-9200cc846943 on network 2b134ecb-601f-411f-8880-44405ba46406 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:44.604656 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:44.605165 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Checking segment: {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:44.605891 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Bound using segment: {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:44.606500 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Bound port: c9ea3de3-25f3-41a9-843b-9200cc846943, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:44.607189 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.642295 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=9d382e03-590a-42e5-985b-d576ba9413e6,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:44.670027 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Network 5136dd8a-062d-4b94-b244-02ac5275df2c is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:44.694828 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'Port': ['ID=970719f7-228c-4986-8838-d96b8e0af442,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:44.699141 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:44.716159 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00655d9-eeb4-4d6b-85a0-712c3816f7a5 x-openstack-request-id: req-a00655d9-eeb4-4d6b-85a0-712c3816f7a5 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:44.717425 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e437a765-4390-47c7-ae6c-39237c712dc9", "tag": "f949f268-7f64-40d6-b635-c3e699a2d6f3", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:44.717653 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a00655d9-eeb4-4d6b-85a0-712c3816f7a5 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:44.718059 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e437a765-4390-47c7-ae6c-39237c712dc9', 'tag': 'f949f268-7f64-40d6-b635-c3e699a2d6f3', 'status': 'completed', 'code': 200} Jul 09 20:54:44.749660 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:44.756470 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:44.757201 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.814197 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] For port c9ea3de3-25f3-41a9-843b-9200cc846943, host hv-cinder-79264, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:44.817594 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-28c8c87e-7a29-4654-80a1-9980920ceb6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7720003 Jul 09 20:54:44.820468 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] For port c9ea3de3-25f3-41a9-843b-9200cc846943, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c9ea3de3-25f3-41a9-843b-9200cc846943,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:44.824978 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3e6683-0d5f-4cb7-bb80-590e29b0b9d5" -d '{"events": [{"server_uuid": "3173913c-4a33-41fc-ae4e-1f7ba668d3dd", "name": "network-vif-plugged", "status": "completed", "tag": "9d382e03-590a-42e5-985b-d576ba9413e6"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:44.827302 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.870253 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Request body: {'port': {'device_id': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:44.915477 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:44.917228 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.919780 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-1c70df54-7c17-40c5-8a79-b554eb9d158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:44.920792 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] 10.222.0.26 "PUT /v2.0/ports/c9ea3de3-25f3-41a9-843b-9200cc846943 HTTP/1.1" status: 200 len: 1093 time: 1.1405983 Jul 09 20:54:44.922879 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a86c2df-4227-490e-a368-61606134f5f5', 'tag': 'c9ea3de3-25f3-41a9-843b-9200cc846943'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:44.923566 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-1c70df54-7c17-40c5-8a79-b554eb9d158e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 1096 time: 0.5477092 Jul 09 20:54:44.933301 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-913c40fd-2a77-4fd8-b0d7-ab5afce8a375 req-8afeaecc-95dd-4f3d-a909-9c9d290dab92 service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721724 Jul 09 20:54:45.053101 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-0a4a3ff8-d7bd-4a93-a52b-809ec66969b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e62a3fbb-c823-42c7-8c97-3f1faf30bc03 HTTP/1.1" status: 200 len: 217 time: 0.0537179 Jul 09 20:54:45.110388 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d2f485-e192-49b4-913e-c01624d6cbac" -d '{"events": [{"name": "network-changed", "server_uuid": "6a86c2df-4227-490e-a368-61606134f5f5", "tag": "c9ea3de3-25f3-41a9-843b-9200cc846943"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:45.137988 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:45.176453 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8211a8cc-8153-4d5c-80c4-282aeeac8455 None None] Provisioning for port 970719f7-228c-4986-8838-d96b8e0af442 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:45.183234 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8211a8cc-8153-4d5c-80c4-282aeeac8455 None None] Provisioning complete for port 970719f7-228c-4986-8838-d96b8e0af442 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:45.183958 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8211a8cc-8153-4d5c-80c4-282aeeac8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:45.186515 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dbcd5-1b8a-4370-8629-5be6d6a26d7c service neutron] Pushing event updated for resources: {'Port': ['ID=c9ea3de3-25f3-41a9-843b-9200cc846943,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:45.226327 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca70a14-a557-4534-a351-f898e633ac4d req-e0e4b3d9-fa69-4038-a405-400617d3b610 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:45.233418 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ca70a14-a557-4534-a351-f898e633ac4d req-e0e4b3d9-fa69-4038-a405-400617d3b610 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 945 time: 0.3667181 Jul 09 20:54:45.237298 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8211a8cc-8153-4d5c-80c4-282aeeac8455 None None] Port 970719f7-228c-4986-8838-d96b8e0af442 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:54:45.246876 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-fc0296ba-a0d0-468f-8ec0-173b3295043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:45.248579 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-fc0296ba-a0d0-468f-8ec0-173b3295043c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 200 len: 858 time: 0.1821053 Jul 09 20:54:45.282605 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-195a0c6f-f625-42f4-9880-99015d1de5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:45.284153 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-195a0c6f-f625-42f4-9880-99015d1de5e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33024221721a43c3b955a9c933ba17ed&device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 1096 time: 0.2145531 Jul 09 20:54:45.297068 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ca70a14-a557-4534-a351-f898e633ac4d req-c64168fa-8dfb-4454-902c-6693b8088451 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626833 Jul 09 20:54:45.302222 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-11a6fa80-3976-4d40-be44-d862c3e9f3ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd211547-dba5-4c75-9042-ab3cca56f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422263 Jul 09 20:54:45.307206 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1bf2f-9801-4170-9bee-e2a96f9d007e req-600a0d57-543f-4799-b819-af9caadcd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:45.308720 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fbe1bf2f-9801-4170-9bee-e2a96f9d007e req-600a0d57-543f-4799-b819-af9caadcd134 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 1097 time: 0.2634077 Jul 09 20:54:45.372041 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-f5d7d1b4-f4e5-4f41-942f-5f3f2e16d8d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ea3de3-25f3-41a9-843b-9200cc846943 HTTP/1.1" status: 200 len: 217 time: 0.0731544 Jul 09 20:54:45.441104 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58366) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:45.500314 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792c1783-5148-41fe-8ad6-2ba9422b0a57 x-openstack-request-id: req-792c1783-5148-41fe-8ad6-2ba9422b0a57 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:45.500936 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3173913c-4a33-41fc-ae4e-1f7ba668d3dd", "name": "network-vif-plugged", "status": "completed", "tag": "9d382e03-590a-42e5-985b-d576ba9413e6", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:45.501367 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-792c1783-5148-41fe-8ad6-2ba9422b0a57 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:45.501964 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3173913c-4a33-41fc-ae4e-1f7ba668d3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d382e03-590a-42e5-985b-d576ba9413e6', 'code': 200} Jul 09 20:54:45.609790 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-4367e587-fe23-4985-8cf8-4da1f9db07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:45.611287 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-4367e587-fe23-4985-8cf8-4da1f9db07fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2ef9a74-067c-4528-b3d4-64882505fab0 HTTP/1.1" status: 200 len: 849 time: 0.2315161 Jul 09 20:54:45.688981 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1bf2f-9801-4170-9bee-e2a96f9d007e req-e035b5ea-17ef-4122-ae2a-80d518776393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:45.690668 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fbe1bf2f-9801-4170-9bee-e2a96f9d007e req-e035b5ea-17ef-4122-ae2a-80d518776393 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 920 time: 0.2486551 Jul 09 20:54:45.756984 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.26', 58868) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:45.771768 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-56305501-067d-4997-8e81-3fd805ba8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:45.773334 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-56305501-067d-4997-8e81-3fd805ba8c06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b134ecb-601f-411f-8880-44405ba46406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1538072 Jul 09 20:54:45.800687 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb39cb9-1861-419c-9bbd-03d21898a186 req-75a72654-ba07-411a-a5a1-ad48af4c6f32 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:45.802603 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-afb39cb9-1861-419c-9bbd-03d21898a186 req-75a72654-ba07-411a-a5a1-ad48af4c6f32 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 943 time: 0.1600177 Jul 09 20:54:45.933608 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58384) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:45.936707 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-afb39cb9-1861-419c-9bbd-03d21898a186 req-092afa05-4c85-466f-ac93-a8bfc97c8f4e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083131 Jul 09 20:54:45.995725 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fbe1bf2f-9801-4170-9bee-e2a96f9d007e req-5549d960-ed69-497d-9455-28690481b0eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3 HTTP/1.1" status: 200 len: 217 time: 0.2938175 Jul 09 20:54:45.996431 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-4a146897-e8ee-4ec3-ae75-7c1b1428da3b service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053168 Jul 09 20:54:46.005759 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44bdbf-3ddd-432a-95a2-5d81f06961c5 req-4e9b8c57-8879-4ec8-a8a6-8ca5d7779cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:46.007252 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c44bdbf-3ddd-432a-95a2-5d81f06961c5 req-4e9b8c57-8879-4ec8-a8a6-8ca5d7779cf8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 1098 time: 0.2480953 Jul 09 20:54:46.071337 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5c44bdbf-3ddd-432a-95a2-5d81f06961c5 req-5de380d5-d0bc-4305-a0c3-037ceab83550 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.094333 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-46826be3-a844-4b1e-93ce-88301e66e5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.101333 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-570a1817-ca6e-4705-87a9-405999329259 service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609383 Jul 09 20:54:46.131589 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1bf2f-9801-4170-9bee-e2a96f9d007e req-4b9cf13c-e087-4f85-ba2a-a3067e4c9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:46.133259 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fbe1bf2f-9801-4170-9bee-e2a96f9d007e req-4b9cf13c-e087-4f85-ba2a-a3067e4c9997 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 200 len: 858 time: 0.1246865 Jul 09 20:54:46.154129 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-e9f22d38-0072-4769-ac4d-d5df65229c04 service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457570 Jul 09 20:54:46.179666 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0f91001a-8c9f-4373-baf6-cb7a44819a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.216339 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fbe1bf2f-9801-4170-9bee-e2a96f9d007e req-617dd48d-96a5-4b08-964d-941388dba704 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd211547-dba5-4c75-9042-ab3cca56f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701253 Jul 09 20:54:46.248857 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58390) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:46.301457 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a886697-82b6-4b81-a5a9-3ff20e131ead req-b79e9016-4a5e-46d5-b5c7-6461b4655946 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:46.302972 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4a886697-82b6-4b81-a5a9-3ff20e131ead req-b79e9016-4a5e-46d5-b5c7-6461b4655946 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 932 time: 0.1354897 Jul 09 20:54:46.313297 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5c44bdbf-3ddd-432a-95a2-5d81f06961c5 req-5de380d5-d0bc-4305-a0c3-037ceab83550 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.321435 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5c44bdbf-3ddd-432a-95a2-5d81f06961c5 req-5de380d5-d0bc-4305-a0c3-037ceab83550 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.335674 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970719f7-228c-4986-8838-d96b8e0af442 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:46.360049 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.382469 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-bde885af-91e2-4d88-8c1a-c21b07999b1d service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674894 Jul 09 20:54:46.384446 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c44bdbf-3ddd-432a-95a2-5d81f06961c5 req-5de380d5-d0bc-4305-a0c3-037ceab83550 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671777 Jul 09 20:54:46.396998 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de380d5-d0bc-4305-a0c3-037ceab83550 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc7dfc9-7784-409a-bd03-628cd07dc3e5,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:46.400459 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47032f28-58f6-405f-8f19-eab0bea52bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.400587 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Transition to ACTIVE for port object 970719f7-228c-4986-8838-d96b8e0af442 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:46.405531 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4a886697-82b6-4b81-a5a9-3ff20e131ead req-e376c80d-95a2-49fb-8ebe-0242687b25ba tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943508 Jul 09 20:54:46.414482 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.464110 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fbe1bf2f-9801-4170-9bee-e2a96f9d007e req-379c7044-0ffb-4169-9d87-9c27e53b0dea service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195959 Jul 09 20:54:46.496733 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=970719f7-228c-4986-8838-d96b8e0af442,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:46.562680 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Attempting to bind port 970719f7-228c-4986-8838-d96b8e0af442 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:46.563035 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Attempting to bind port 970719f7-228c-4986-8838-d96b8e0af442 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:46.563384 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Attempting to bind port 970719f7-228c-4986-8838-d96b8e0af442 on network 5136dd8a-062d-4b94-b244-02ac5275df2c {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:46.569996 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-46826be3-a844-4b1e-93ce-88301e66e5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.573216 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Port 970719f7-228c-4986-8838-d96b8e0af442 on network 5136dd8a-062d-4b94-b244-02ac5275df2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:54:46.573505 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Attempting to bind port 970719f7-228c-4986-8838-d96b8e0af442 on network 5136dd8a-062d-4b94-b244-02ac5275df2c {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:46.577476 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-46826be3-a844-4b1e-93ce-88301e66e5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.585350 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:46.585692 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Checking segment: {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:46.586083 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Bound using segment: {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:46.586518 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Bound port: 970719f7-228c-4986-8838-d96b8e0af442, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:46.586874 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.596967 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.db.api [None req-47032f28-58f6-405f-8f19-eab0bea52bb0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 20:54:46.596967 dv-cinder-792642-3-iscsi neutron-server[92922]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 20:54:46.596967 dv-cinder-792642-3-iscsi neutron-server[92922]: [parameters: {'project_id_1': '508fc4e3d09548408413f3d112b47725', 'expiration_1': datetime.datetime(2021, 7, 9, 20, 54, 46, 415074)}] Jul 09 20:54:46.596967 dv-cinder-792642-3-iscsi neutron-server[92922]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:54:46.597312 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG oslo_db.api [None req-47032f28-58f6-405f-8f19-eab0bea52bb0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:54:46.602211 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23140f22-6927-4120-bc4b-337bb6042d42 x-openstack-request-id: req-23140f22-6927-4120-bc4b-337bb6042d42 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:46.602500 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a86c2df-4227-490e-a368-61606134f5f5", "tag": "c9ea3de3-25f3-41a9-843b-9200cc846943", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:46.602751 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23140f22-6927-4120-bc4b-337bb6042d42 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:46.603821 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a86c2df-4227-490e-a368-61606134f5f5', 'tag': 'c9ea3de3-25f3-41a9-843b-9200cc846943', 'status': 'completed', 'code': 200} Jul 09 20:54:46.643276 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-46826be3-a844-4b1e-93ce-88301e66e5a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c21b8a2136d041ecbe6f1b66b3f5c8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1966629 Jul 09 20:54:46.643276 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46826be3-a844-4b1e-93ce-88301e66e5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20686c30-ce3b-419c-aec6-1cacc5f38b65,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:46.644391 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58398) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:46.708797 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:46.712476 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:46.714547 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0f91001a-8c9f-4373-baf6-cb7a44819a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.724569 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cc57dc-3ac0-4745-88aa-7d9435f9b593', 'tag': 'e62a3fbb-c823-42c7-8c97-3f1faf30bc03'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:46.724887 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0f91001a-8c9f-4373-baf6-cb7a44819a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.726998 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef3422e-f721-41cd-bfed-3813769f4443" -d '{"events": [{"name": "network-changed", "server_uuid": "a3cc57dc-3ac0-4745-88aa-7d9435f9b593", "tag": "e62a3fbb-c823-42c7-8c97-3f1faf30bc03"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:46.731597 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.819942 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:46.820566 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.822103 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] 10.222.0.26 "PUT /v2.0/ports/970719f7-228c-4986-8838-d96b8e0af442 HTTP/1.1" status: 200 len: 1094 time: 1.9869506 Jul 09 20:54:46.824102 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-0f91001a-8c9f-4373-baf6-cb7a44819a49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c44429c842748df8dc1b7d7ff249fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8858242 Jul 09 20:54:46.826612 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58402) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:46.851986 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91001a-8c9f-4373-baf6-cb7a44819a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdba14e-8d04-494e-9c90-13d496bfdeda,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:46.863557 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a1cccc47-3edf-42d6-8dec-2778a2e8803d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.909630 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26158e0c-d16b-4cd6-87a1-c52c93280fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=970719f7-228c-4986-8838-d96b8e0af442,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:46.909852 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a1cccc47-3edf-42d6-8dec-2778a2e8803d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.938321 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e410a7d-8d7d-441d-928d-2ffaffd3857e req-b2f61557-7aa5-4bf7-b3b7-62270aade814 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:46.940076 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e410a7d-8d7d-441d-928d-2ffaffd3857e req-b2f61557-7aa5-4bf7-b3b7-62270aade814 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 943 time: 0.2118771 Jul 09 20:54:46.980442 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2f485-e192-49b4-913e-c01624d6cbac req-046a634f-3bb2-45cf-853c-184410297305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:46.982037 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-59d2f485-e192-49b4-913e-c01624d6cbac req-046a634f-3bb2-45cf-853c-184410297305 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33024221721a43c3b955a9c933ba17ed&device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 1096 time: 0.1859374 Jul 09 20:54:46.986838 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cf257a7b-3938-499c-954f-cede7f49dddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.990644 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fbe1bf2f-9801-4170-9bee-e2a96f9d007e req-3c787154-4880-471d-9276-c9175af6ca83 service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310481 Jul 09 20:54:47.027603 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cf257a7b-3938-499c-954f-cede7f49dddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.070227 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e410a7d-8d7d-441d-928d-2ffaffd3857e req-9f8037ca-ea05-4ba9-afb8-15e121b9c9df tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154222 Jul 09 20:54:47.070521 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013da4-515d-409e-9534-0a3762bd2462 req-181bf15c-7d0e-45c0-9d1a-677572ec5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:47.071990 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-181bf15c-7d0e-45c0-9d1a-677572ec5ca6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 1097 time: 0.1447165 Jul 09 20:54:47.101089 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47032f28-58f6-405f-8f19-eab0bea52bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.108858 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a1cccc47-3edf-42d6-8dec-2778a2e8803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.111888 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a1cccc47-3edf-42d6-8dec-2778a2e8803d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.113025 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a1cccc47-3edf-42d6-8dec-2778a2e8803d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/20686c30-ce3b-419c-aec6-1cacc5f38b65 HTTP/1.1" status: 204 len: 168 time: 0.4676905 Jul 09 20:54:47.136442 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-c43a2dd2-36b4-4407-8d67-8a0ce35e1063 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970719f7-228c-4986-8838-d96b8e0af442 HTTP/1.1" status: 200 len: 217 time: 0.0476229 Jul 09 20:54:47.142529 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cf257a7b-3938-499c-954f-cede7f49dddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.146513 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cf257a7b-3938-499c-954f-cede7f49dddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.149896 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-cf257a7b-3938-499c-954f-cede7f49dddc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7cdba14e-8d04-494e-9c90-13d496bfdeda HTTP/1.1" status: 204 len: 168 time: 0.3201437 Jul 09 20:54:47.161066 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cccc47-3edf-42d6-8dec-2778a2e8803d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20686c30-ce3b-419c-aec6-1cacc5f38b65,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:47.196896 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf257a7b-3938-499c-954f-cede7f49dddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdba14e-8d04-494e-9c90-13d496bfdeda,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:47.211686 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2f485-e192-49b4-913e-c01624d6cbac req-6feb965e-8ecf-4fb8-9901-fa72940b8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:47.213254 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-59d2f485-e192-49b4-913e-c01624d6cbac req-6feb965e-8ecf-4fb8-9901-fa72940b8f8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 200 len: 912 time: 0.2235122 Jul 09 20:54:47.224519 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013da4-515d-409e-9534-0a3762bd2462 req-740ff616-8cba-4521-9311-96363b5e1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:47.226426 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-740ff616-8cba-4521-9311-96363b5e1a57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.0776699 Jul 09 20:54:47.274356 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-59d2f485-e192-49b4-913e-c01624d6cbac req-67211781-44e8-4326-a06c-700ef2046e63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ea3de3-25f3-41a9-843b-9200cc846943 HTTP/1.1" status: 200 len: 217 time: 0.0454516 Jul 09 20:54:47.346996 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013da4-515d-409e-9534-0a3762bd2462 req-db5230fa-0128-4a9f-94f7-a41150287f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:47.348630 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-db5230fa-0128-4a9f-94f7-a41150287f28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1145537 Jul 09 20:54:47.383315 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2f485-e192-49b4-913e-c01624d6cbac req-30fb26f5-39e5-4373-95ce-3d936e4345ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:47.384839 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-59d2f485-e192-49b4-913e-c01624d6cbac req-30fb26f5-39e5-4373-95ce-3d936e4345ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2ef9a74-067c-4528-b3d4-64882505fab0 HTTP/1.1" status: 200 len: 849 time: 0.1039922 Jul 09 20:54:47.412488 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47032f28-58f6-405f-8f19-eab0bea52bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.436257 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47032f28-58f6-405f-8f19-eab0bea52bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.453706 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-f3aafdf1-828a-45a0-b1d5-e993bcf34945 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958486 Jul 09 20:54:47.472454 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e541437-ec5a-426e-86de-8577fe107725 req-2a7716b5-f843-46e6-8e22-89d3e5491392 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:47.473965 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e541437-ec5a-426e-86de-8577fe107725 req-2a7716b5-f843-46e6-8e22-89d3e5491392 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 945 time: 0.1945133 Jul 09 20:54:47.513793 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-47032f28-58f6-405f-8f19-eab0bea52bb0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=508fc4e3d09548408413f3d112b47725&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2616806 Jul 09 20:54:47.523372 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47032f28-58f6-405f-8f19-eab0bea52bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e38abf2-768d-4fa2-abf0-16a097ea23de,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:47.526399 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58418) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:47.566543 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2f485-e192-49b4-913e-c01624d6cbac req-f1f8db02-1f44-40b4-b618-4635aaa7150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:47.568149 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-59d2f485-e192-49b4-913e-c01624d6cbac req-f1f8db02-1f44-40b4-b618-4635aaa7150b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b134ecb-601f-411f-8880-44405ba46406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1697812 Jul 09 20:54:47.574234 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e541437-ec5a-426e-86de-8577fe107725 req-0d417c57-ec9f-4389-b78b-3ae8ca14d29f tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778863 Jul 09 20:54:47.577314 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58420) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:47.591631 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58422) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:47.605295 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ce013da4-515d-409e-9534-0a3762bd2462 req-02a5c3cd-b84e-4c56-ab26-2cd83d92066a service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430118 Jul 09 20:54:47.607229 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-008e443c-58ee-4fed-88a0-22f54f214b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.620349 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c92dec9-a718-49a7-ab97-ce202e572460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.644245 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8dd20d-df37-491d-a4af-8c557e20f836 x-openstack-request-id: req-cc8dd20d-df37-491d-a4af-8c557e20f836 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:47.644528 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3cc57dc-3ac0-4745-88aa-7d9435f9b593", "tag": "e62a3fbb-c823-42c7-8c97-3f1faf30bc03", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:47.644774 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc8dd20d-df37-491d-a4af-8c557e20f836 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:47.645154 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cc57dc-3ac0-4745-88aa-7d9435f9b593', 'tag': 'e62a3fbb-c823-42c7-8c97-3f1faf30bc03', 'status': 'completed', 'code': 200} Jul 09 20:54:47.653172 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-84ab4940-84a3-4cb9-9083-c15d882fdc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.656696 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.db.api [None req-5c92dec9-a718-49a7-ab97-ce202e572460 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 20:54:47.656696 dv-cinder-792642-3-iscsi neutron-server[92923]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 20:54:47.656696 dv-cinder-792642-3-iscsi neutron-server[92923]: [parameters: {'project_id': 'c1722bf663774118b1a75b8967f9eb54', 'id': 'b836aea2-6585-45c4-aaf3-6d308ffadaf5', 'expiration': datetime.datetime(2021, 7, 9, 20, 56, 47, 649834)}] Jul 09 20:54:47.656696 dv-cinder-792642-3-iscsi neutron-server[92923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:54:47.657461 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG oslo_db.api [None req-5c92dec9-a718-49a7-ab97-ce202e572460 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:54:47.691197 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-84ab4940-84a3-4cb9-9083-c15d882fdc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.709875 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-59d2f485-e192-49b4-913e-c01624d6cbac req-987ea2df-437d-4338-8db6-646d8c26b304 service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309469 Jul 09 20:54:47.763695 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-008e443c-58ee-4fed-88a0-22f54f214b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.768087 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-008e443c-58ee-4fed-88a0-22f54f214b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.821020 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-008e443c-58ee-4fed-88a0-22f54f214b85 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=477a9378443147ad99c5e530c0937703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396646 Jul 09 20:54:47.821020 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e443c-58ee-4fed-88a0-22f54f214b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2870c959-38aa-4b69-9346-c0675aa900a0,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:47.823120 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58424) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:47.840773 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3422e-f721-41cd-bfed-3813769f4443 req-5a75265e-d217-4694-98de-168b9a420ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:47.842202 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2ef3422e-f721-41cd-bfed-3813769f4443 req-5a75265e-d217-4694-98de-168b9a420ca6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 1096 time: 0.1219079 Jul 09 20:54:47.854720 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-84ab4940-84a3-4cb9-9083-c15d882fdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.857387 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-84ab4940-84a3-4cb9-9083-c15d882fdc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:47.858763 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-84ab4940-84a3-4cb9-9083-c15d882fdc2a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e38abf2-768d-4fa2-abf0-16a097ea23de HTTP/1.1" status: 204 len: 168 time: 0.3295667 Jul 09 20:54:47.867444 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-59d2f485-e192-49b4-913e-c01624d6cbac req-c2b30267-c55d-4dd5-b956-8c9356a121dd service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454389 Jul 09 20:54:47.874369 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab4940-84a3-4cb9-9083-c15d882fdc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e38abf2-768d-4fa2-abf0-16a097ea23de,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:47.884177 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f697721-ed51-472b-8001-b1329a26c0a3 req-88355362-dbd4-436d-b635-92b5f9a17ca7 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:47.891740 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5f697721-ed51-472b-8001-b1329a26c0a3 req-88355362-dbd4-436d-b635-92b5f9a17ca7 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 943 time: 0.1423316 Jul 09 20:54:47.932256 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5f697721-ed51-472b-8001-b1329a26c0a3 req-953162b2-2747-431a-be23-317e383ab624 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 Jul 09 20:54:47.991249 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e1034df-1fa8-4e39-8fba-f41493f0c6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.027819 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e1034df-1fa8-4e39-8fba-f41493f0c6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.035819 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3422e-f721-41cd-bfed-3813769f4443 req-640e8da9-01f9-490b-8a00-697f13ffff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:48.037427 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2ef3422e-f721-41cd-bfed-3813769f4443 req-640e8da9-01f9-490b-8a00-697f13ffff60 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 920 time: 0.1776335 Jul 09 20:54:48.103958 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2ef3422e-f721-41cd-bfed-3813769f4443 req-fafa004d-6c5d-4984-a178-878e1dcbd840 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e62a3fbb-c823-42c7-8c97-3f1faf30bc03 HTTP/1.1" status: 200 len: 217 time: 0.0372601 Jul 09 20:54:48.113154 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40725f76-480d-47a7-9942-9f4aa90c50c8 req-ec7146e1-10a1-4a9e-ae29-b81722f03f23 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:48.114982 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40725f76-480d-47a7-9942-9f4aa90c50c8 req-ec7146e1-10a1-4a9e-ae29-b81722f03f23 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0691762 Jul 09 20:54:48.155298 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e1034df-1fa8-4e39-8fba-f41493f0c6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.158752 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e1034df-1fa8-4e39-8fba-f41493f0c6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.162905 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device c9ea3de3-25f3-41a9-843b-9200cc846943 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:54:48.167491 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1e1034df-1fa8-4e39-8fba-f41493f0c6a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2870c959-38aa-4b69-9346-c0675aa900a0 HTTP/1.1" status: 204 len: 168 time: 0.3429801 Jul 09 20:54:48.171972 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c92dec9-a718-49a7-ab97-ce202e572460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.186698 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40725f76-480d-47a7-9942-9f4aa90c50c8 req-9815d583-7957-4e07-af16-b084d5cfeb4d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654774 Jul 09 20:54:48.193691 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1034df-1fa8-4e39-8fba-f41493f0c6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2870c959-38aa-4b69-9346-c0675aa900a0,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:48.209445 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3422e-f721-41cd-bfed-3813769f4443 req-1cd7fe88-7156-4a61-95bc-6f0f405acc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:48.210925 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2ef3422e-f721-41cd-bfed-3813769f4443 req-1cd7fe88-7156-4a61-95bc-6f0f405acc9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 200 len: 858 time: 0.0952868 Jul 09 20:54:48.262304 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2ef3422e-f721-41cd-bfed-3813769f4443 req-2ab90c69-5f12-4046-ac51-305c924ba4d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd211547-dba5-4c75-9042-ab3cca56f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426466 Jul 09 20:54:48.399396 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2ef3422e-f721-41cd-bfed-3813769f4443 req-11a4c177-78f7-4876-8a50-b543f1ae9484 service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271625 Jul 09 20:54:48.449029 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port c9ea3de3-25f3-41a9-843b-9200cc846943, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c9ea3de3-25f3-41a9-843b-9200cc846943,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:48.465339 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': 'c9ea3de3-25f3-41a9-843b-9200cc846943', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'port_id': 'c9ea3de3-25f3-41a9-843b-9200cc846943', 'mac_address': 'fa:16:3e:aa:33:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:54:48.471290 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58434) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:48.481693 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c92dec9-a718-49a7-ab97-ce202e572460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.498080 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c92dec9-a718-49a7-ab97-ce202e572460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.501182 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-241861f9-835d-4182-8732-a23c0bfd9b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.519241 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.526518 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a23da-8e38-4e38-aad9-725a7661f62e req-8e21e6e8-a4f7-44a4-8c46-c304d83a70c2 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:48.528361 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f34a23da-8e38-4e38-aad9-725a7661f62e req-8e21e6e8-a4f7-44a4-8c46-c304d83a70c2 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 943 time: 0.0957325 Jul 09 20:54:48.535081 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ea3de3-25f3-41a9-843b-9200cc846943 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:48.569360 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port c9ea3de3-25f3-41a9-843b-9200cc846943, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c9ea3de3-25f3-41a9-843b-9200cc846943,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:48.574783 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.576357 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device f949f268-7f64-40d6-b635-c3e699a2d6f3 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:54:48.590034 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f34a23da-8e38-4e38-aad9-725a7661f62e req-bb1b1efd-b7be-43ac-97ab-832b6ae1bc71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530057 Jul 09 20:54:48.591083 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5c92dec9-a718-49a7-ab97-ce202e572460 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1722bf663774118b1a75b8967f9eb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9981880 Jul 09 20:54:48.593921 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58438) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:48.602378 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92dec9-a718-49a7-ab97-ce202e572460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8644821e-1c1d-4248-b451-ca27aacc6ba4,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:48.619540 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2ef3422e-f721-41cd-bfed-3813769f4443 req-6263745f-b6c4-45e7-887e-34709e3dcdc4 service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106113 Jul 09 20:54:48.700898 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-44394298-7530-4dfd-85fe-885ed828defa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.747200 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-241861f9-835d-4182-8732-a23c0bfd9b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.751454 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=c9ea3de3-25f3-41a9-843b-9200cc846943,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:48.751643 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-44394298-7530-4dfd-85fe-885ed828defa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.754228 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-241861f9-835d-4182-8732-a23c0bfd9b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.814683 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241861f9-835d-4182-8732-a23c0bfd9b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1ee11e-a59d-4c52-a70f-098fe414685c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:48.821212 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-241861f9-835d-4182-8732-a23c0bfd9b9d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a00a4efe0f3747bfaf32fe6df4b2579d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475585 Jul 09 20:54:48.823781 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58448) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:48.831652 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port f949f268-7f64-40d6-b635-c3e699a2d6f3, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:48.855821 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': 'f949f268-7f64-40d6-b635-c3e699a2d6f3', 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8', 'port_id': 'f949f268-7f64-40d6-b635-c3e699a2d6f3', 'mac_address': 'fa:16:3e:b4:f9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:54:48.905899 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fa4ea-48b9-4a2a-bf2d-b1b33f2c1062 req-32c87740-9ec1-496a-9da2-be2c93bd6799 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:48.912679 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.913690 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8c5fa4ea-48b9-4a2a-bf2d-b1b33f2c1062 req-32c87740-9ec1-496a-9da2-be2c93bd6799 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 945 time: 0.1416297 Jul 09 20:54:48.915464 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-44394298-7530-4dfd-85fe-885ed828defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.916761 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d204564a-f097-4307-b3e0-24515bfe7608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.918022 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-44394298-7530-4dfd-85fe-885ed828defa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.919231 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-44394298-7530-4dfd-85fe-885ed828defa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8644821e-1c1d-4248-b451-ca27aacc6ba4 HTTP/1.1" status: 204 len: 168 time: 0.3242900 Jul 09 20:54:48.942754 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44394298-7530-4dfd-85fe-885ed828defa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8644821e-1c1d-4248-b451-ca27aacc6ba4,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:48.949058 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f949f268-7f64-40d6-b635-c3e699a2d6f3 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:48.955296 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d204564a-f097-4307-b3e0-24515bfe7608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.981517 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8c5fa4ea-48b9-4a2a-bf2d-b1b33f2c1062 req-52b11075-05de-4913-87b0-5f3c8adef6ee tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668380 Jul 09 20:54:48.999456 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port f949f268-7f64-40d6-b635-c3e699a2d6f3, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:49.013761 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:49.055447 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d204564a-f097-4307-b3e0-24515bfe7608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:49.058498 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d204564a-f097-4307-b3e0-24515bfe7608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:49.059787 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d204564a-f097-4307-b3e0-24515bfe7608 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa1ee11e-a59d-4c52-a70f-098fe414685c HTTP/1.1" status: 204 len: 168 time: 0.2305377 Jul 09 20:54:49.073977 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204564a-f097-4307-b3e0-24515bfe7608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1ee11e-a59d-4c52-a70f-098fe414685c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:49.125348 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=f949f268-7f64-40d6-b635-c3e699a2d6f3,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:49.220947 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2533510-cde4-4ed8-9e55-3b5565f6e91d req-a8dad56c-5100-48da-92dd-935e4cdc54e3 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:49.229230 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2533510-cde4-4ed8-9e55-3b5565f6e91d req-a8dad56c-5100-48da-92dd-935e4cdc54e3 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 943 time: 0.0982425 Jul 09 20:54:49.285395 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2533510-cde4-4ed8-9e55-3b5565f6e91d req-44ef43c1-6681-4cbb-a0be-fe3d530b6d86 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550270 Jul 09 20:54:49.384837 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['f949f268-7f64-40d6-b635-c3e699a2d6f3'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:49.461916 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['c9ea3de3-25f3-41a9-843b-9200cc846943'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:49.553504 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe6ea3-53ba-44ee-8bef-d043df479ad7 req-a1e6512d-38d6-41f5-93b9-c3033e93b76f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:49.568382 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7fe6ea3-53ba-44ee-8bef-d043df479ad7 req-a1e6512d-38d6-41f5-93b9-c3033e93b76f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.1333616 Jul 09 20:54:49.637791 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7fe6ea3-53ba-44ee-8bef-d043df479ad7 req-771fd451-f66a-4fe8-b94f-19e8c08bd447 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689893 Jul 09 20:54:49.646710 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'tag': '970719f7-228c-4986-8838-d96b8e0af442'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:49.667206 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384945e4-ecee-4c20-8418-bd04b116f42e" -d '{"events": [{"name": "network-changed", "server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "tag": "970719f7-228c-4986-8838-d96b8e0af442"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:49.710148 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:49.831213 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8dd32-ffd5-4dec-ae3f-ea45558cce48 req-aee91056-ff77-451b-bdc0-e2559f8b13d9 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:49.832969 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-83c8dd32-ffd5-4dec-ae3f-ea45558cce48 req-aee91056-ff77-451b-bdc0-e2559f8b13d9 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 944 time: 0.0703626 Jul 09 20:54:49.874982 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-83c8dd32-ffd5-4dec-ae3f-ea45558cce48 req-f9258055-01ce-45c3-bc56-72736f90b403 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356357 Jul 09 20:54:49.930759 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71352c66-44cd-4d51-ab35-068564adcab0 x-openstack-request-id: req-71352c66-44cd-4d51-ab35-068564adcab0 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:49.931378 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "tag": "970719f7-228c-4986-8838-d96b8e0af442", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:49.931378 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71352c66-44cd-4d51-ab35-068564adcab0 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:49.931777 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'tag': '970719f7-228c-4986-8838-d96b8e0af442', 'status': 'completed', 'code': 200} Jul 09 20:54:50.032911 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384945e4-ecee-4c20-8418-bd04b116f42e req-22e86637-4525-4fcd-bcb9-cfb381d60323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:50.034433 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-384945e4-ecee-4c20-8418-bd04b116f42e req-22e86637-4525-4fcd-bcb9-cfb381d60323 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0552511 Jul 09 20:54:50.140056 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384945e4-ecee-4c20-8418-bd04b116f42e req-769ec7a3-005f-4a66-813a-8f1583cf19db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:50.141715 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-384945e4-ecee-4c20-8418-bd04b116f42e req-769ec7a3-005f-4a66-813a-8f1583cf19db service neutron] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 918 time: 0.1009505 Jul 09 20:54:50.162203 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 970719f7-228c-4986-8838-d96b8e0af442 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:54:50.195622 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-384945e4-ecee-4c20-8418-bd04b116f42e req-60c1de4d-a461-453e-99d5-295a11f4fc5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970719f7-228c-4986-8838-d96b8e0af442 HTTP/1.1" status: 200 len: 217 time: 0.0404997 Jul 09 20:54:50.262779 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384945e4-ecee-4c20-8418-bd04b116f42e req-cf760d3d-a43a-40ec-bc14-6f3104e80cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:50.265156 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-384945e4-ecee-4c20-8418-bd04b116f42e req-cf760d3d-a43a-40ec-bc14-6f3104e80cb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.0632579 Jul 09 20:54:50.279821 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:50.310902 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58524) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:50.319342 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '970719f7-228c-4986-8838-d96b8e0af442', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'port_id': '970719f7-228c-4986-8838-d96b8e0af442', 'mac_address': 'fa:16:3e:a7:f0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:54:50.340254 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384945e4-ecee-4c20-8418-bd04b116f42e req-33ebd713-7d37-48a6-a19f-084d293ea418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:50.342359 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-384945e4-ecee-4c20-8418-bd04b116f42e req-33ebd713-7d37-48a6-a19f-084d293ea418 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689783 Jul 09 20:54:50.382796 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:50.401820 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970719f7-228c-4986-8838-d96b8e0af442 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:50.427862 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:50.433683 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:50.434757 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device e62a3fbb-c823-42c7-8c97-3f1faf30bc03 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:54:50.517686 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-384945e4-ecee-4c20-8418-bd04b116f42e req-c5d939b2-d006-40e9-9393-0ef8b14aabcc service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684644 Jul 09 20:54:50.555864 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6162ef3-d2a3-4bf9-bed2-7c27d09da35f req-9cc9991f-f93d-4ff8-8b2b-40518ee81b14 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:50.559893 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c6162ef3-d2a3-4bf9-bed2-7c27d09da35f req-9cc9991f-f93d-4ff8-8b2b-40518ee81b14 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 943 time: 0.0927150 Jul 09 20:54:50.567203 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=970719f7-228c-4986-8838-d96b8e0af442,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:50.649462 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port e62a3fbb-c823-42c7-8c97-3f1faf30bc03, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e62a3fbb-c823-42c7-8c97-3f1faf30bc03,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:50.651465 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-384945e4-ecee-4c20-8418-bd04b116f42e req-bd018bb2-ad6e-4fe7-bf6e-3966c1c235f0 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263232 Jul 09 20:54:50.652295 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c6162ef3-d2a3-4bf9-bed2-7c27d09da35f req-65a8bbf1-4aad-4e60-8ed4-b27d0fe8203e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920296 Jul 09 20:54:50.664192 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-999383426-network', 'tenant_id': '73edbb1e55f843609f3cc6be0992a46e'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:50.679286 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': 'e62a3fbb-c823-42c7-8c97-3f1faf30bc03', 'network_id': 'bd211547-dba5-4c75-9042-ab3cca56f7e8', 'port_id': 'e62a3fbb-c823-42c7-8c97-3f1faf30bc03', 'mac_address': 'fa:16:3e:7d:f7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:54:50.700758 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Made reservation on behalf of 73edbb1e55f843609f3cc6be0992a46e for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:50.708044 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:50.722106 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:50.727428 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:50.741195 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62a3fbb-c823-42c7-8c97-3f1faf30bc03 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:50.767008 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port e62a3fbb-c823-42c7-8c97-3f1faf30bc03, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e62a3fbb-c823-42c7-8c97-3f1faf30bc03,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:50.772634 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:50.832260 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:50.839443 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:50.842268 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=e62a3fbb-c823-42c7-8c97-3f1faf30bc03,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:50.875839 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:54:50.896417 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addf5dc3-96da-48d3-9986-4e8ab405493f,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:50.899384 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:50.899713 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Added segment 34c660da-8bb1-4f0c-9b05-29c2f89f350f of type vlan for network d0db1de5-2b10-4db2-bb59-885af690b57a Jul 09 20:54:50.963304 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:50.995661 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:50.996634 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:50.997405 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:51.123438 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['970719f7-228c-4986-8838-d96b8e0af442'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:51.197641 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['e62a3fbb-c823-42c7-8c97-3f1faf30bc03'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:51.397079 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58576) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:51.397775 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0857031 Jul 09 20:54:51.402906 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] Request body: {'subnet': {'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-999383426-subnet', 'tenant_id': '73edbb1e55f843609f3cc6be0992a46e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:51.410773 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044ea02-e9a1-406e-b745-eeacef2ac43b admin admin] Pushing event updated for resources: {'Network': ['ID=d0db1de5-2b10-4db2-bb59-885af690b57a,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:51.446922 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] Made reservation on behalf of 73edbb1e55f843609f3cc6be0992a46e for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:51.450554 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:51.454618 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network d0db1de5-2b10-4db2-bb59-885af690b57a details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:54:51.519513 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180abf7-3a57-4765-a517-81ca65ecbfd9 req-14245d19-8d66-4dae-ac0d-206acfbcbeb2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:51.521271 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f180abf7-3a57-4765-a517-81ca65ecbfd9 req-14245d19-8d66-4dae-ac0d-206acfbcbeb2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 945 time: 0.0905535 Jul 09 20:54:51.605104 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f180abf7-3a57-4765-a517-81ca65ecbfd9 req-4289a12f-838b-4aea-8e96-90c07e0d36ca tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756953 Jul 09 20:54:51.734248 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:51.805055 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=645219e3-8018-4f0f-9956-f95baf9071a8,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:51.809683 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] Checking segment: {'id': '34c660da-8bb1-4f0c-9b05-29c2f89f350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:51.810577 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] Network hostable DHCP agents. Network: d0db1de5-2b10-4db2-bb59-885af690b57a, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:54:51.829695 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] Network d0db1de5-2b10-4db2-bb59-885af690b57a is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:54:51.840771 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, d0db1de5-2b10-4db2-bb59-885af690b57a) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:51.846468 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:51.848114 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:51.850914 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d4a54-d6aa-4c4d-905d-d4401ecb50de None None] Network d0db1de5-2b10-4db2-bb59-885af690b57a requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:51.853601 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aae770-fef3-4b06-8e6d-d94ae92709b3 req-25ad754b-340a-4e56-9041-302a873710af tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:51.862856 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9aae770-fef3-4b06-8e6d-d94ae92709b3 req-25ad754b-340a-4e56-9041-302a873710af tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 944 time: 0.0930226 Jul 09 20:54:51.890182 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-45928ec8-1d13-49c7-9064-8abf7b3a76f2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4847012 Jul 09 20:54:51.941296 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9aae770-fef3-4b06-8e6d-d94ae92709b3 req-649bb0f7-90f5-469c-8df8-ac35415fdc88 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762990 Jul 09 20:54:52.027720 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c733bc0-8ed4-47b2-9656-c88722099065 None None] Network d0db1de5-2b10-4db2-bb59-885af690b57a requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:52.052440 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58594) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:52.202416 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90712ed6-c313-44cb-9198-da86fd310430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.220659 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device c9ea3de3-25f3-41a9-843b-9200cc846943 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:52.237776 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135a8e8-53f8-4719-891f-5f2ead3de26e req-bfd93ab3-dd91-4f2b-966b-1e24898488d7 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:52.239387 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e135a8e8-53f8-4719-891f-5f2ead3de26e req-bfd93ab3-dd91-4f2b-966b-1e24898488d7 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 944 time: 0.1353796 Jul 09 20:54:52.331664 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e135a8e8-53f8-4719-891f-5f2ead3de26e req-bc2ff1c7-aa41-4cfb-abba-96083e99658e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845051 Jul 09 20:54:52.351306 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port c9ea3de3-25f3-41a9-843b-9200cc846943 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:52.355188 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port c9ea3de3-25f3-41a9-843b-9200cc846943 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:52.355597 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.402376 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90712ed6-c313-44cb-9198-da86fd310430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.407533 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90712ed6-c313-44cb-9198-da86fd310430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.444149 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.454079 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-90712ed6-c313-44cb-9198-da86fd310430 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90ec76948dcc40dfa94f6bfe37488eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992360 Jul 09 20:54:52.455091 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90712ed6-c313-44cb-9198-da86fd310430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaa00cf-0b0f-405e-84be-4fb9d35c20c5,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:52.456681 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58606) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:52.477734 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a86c2df-4227-490e-a368-61606134f5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ea3de3-25f3-41a9-843b-9200cc846943'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:52.479939 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a210ba-5632-478c-9215-66257c95845a" -d '{"events": [{"server_uuid": "6a86c2df-4227-490e-a368-61606134f5f5", "name": "network-vif-plugged", "status": "completed", "tag": "c9ea3de3-25f3-41a9-843b-9200cc846943"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:52.509906 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port c9ea3de3-25f3-41a9-843b-9200cc846943, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c9ea3de3-25f3-41a9-843b-9200cc846943,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:52.514408 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.515475 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device f949f268-7f64-40d6-b635-c3e699a2d6f3 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:52.530042 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-75c46ce7-c103-4f23-b651-ebd085320774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.558886 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-75c46ce7-c103-4f23-b651-ebd085320774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.567181 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e1f070-8e39-4ece-bdbd-25b67daeffb3 x-openstack-request-id: req-21e1f070-8e39-4ece-bdbd-25b67daeffb3 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:52.567510 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a86c2df-4227-490e-a368-61606134f5f5", "name": "network-vif-plugged", "status": "completed", "tag": "c9ea3de3-25f3-41a9-843b-9200cc846943", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:52.567752 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-21e1f070-8e39-4ece-bdbd-25b67daeffb3 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:52.568149 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a86c2df-4227-490e-a368-61606134f5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ea3de3-25f3-41a9-843b-9200cc846943', 'code': 200} Jul 09 20:54:52.626164 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=c9ea3de3-25f3-41a9-843b-9200cc846943,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:52.662744 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port f949f268-7f64-40d6-b635-c3e699a2d6f3 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:52.674020 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port f949f268-7f64-40d6-b635-c3e699a2d6f3 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:52.677568 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.679074 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-75c46ce7-c103-4f23-b651-ebd085320774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.685576 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-75c46ce7-c103-4f23-b651-ebd085320774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.691785 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-75c46ce7-c103-4f23-b651-ebd085320774 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3eaa00cf-0b0f-405e-84be-4fb9d35c20c5 HTTP/1.1" status: 204 len: 168 time: 0.2327011 Jul 09 20:54:52.702130 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c46ce7-c103-4f23-b651-ebd085320774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaa00cf-0b0f-405e-84be-4fb9d35c20c5,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:52.800653 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.841005 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port f949f268-7f64-40d6-b635-c3e699a2d6f3, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:52.849734 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.858129 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37549f3c-1155-4154-9040-20a7a6f87338 req-7b7f4c02-faf3-46d7-9231-e3f04241cfca tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:52.860078 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-37549f3c-1155-4154-9040-20a7a6f87338 req-7b7f4c02-faf3-46d7-9231-e3f04241cfca tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 945 time: 0.0721467 Jul 09 20:54:52.906690 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceae718-2eda-49df-9fdb-6405852e416a req-b9540784-4161-4957-9124-54765677a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:52.908916 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8ceae718-2eda-49df-9fdb-6405852e416a req-b9540784-4161-4957-9124-54765677a47d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 1098 time: 0.1205006 Jul 09 20:54:52.909400 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-37549f3c-1155-4154-9040-20a7a6f87338 req-e20f8ecc-db20-44f2-8481-f8059808ab6d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Jul 09 20:54:52.923941 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=f949f268-7f64-40d6-b635-c3e699a2d6f3,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:52.961947 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8ceae718-2eda-49df-9fdb-6405852e416a req-81b5eaa1-5989-4a33-9151-cd99b2a7303e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462179 Jul 09 20:54:53.039698 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58622) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:53.058039 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-79d5df2a-92fd-45e1-b718-e91531152361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:53.118771 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf766-d850-49ef-9d38-d0ea20b7ecc6 req-baf87142-576a-47f7-8c6a-506a8794778b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:53.120312 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc3cf766-d850-49ef-9d38-d0ea20b7ecc6 req-baf87142-576a-47f7-8c6a-506a8794778b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0689747 Jul 09 20:54:53.154926 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-79d5df2a-92fd-45e1-b718-e91531152361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:53.159839 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-79d5df2a-92fd-45e1-b718-e91531152361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:53.160328 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc3cf766-d850-49ef-9d38-d0ea20b7ecc6 req-d040428b-0db6-4697-9fb2-56d3ddbe41ef tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336413 Jul 09 20:54:53.201403 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-79d5df2a-92fd-45e1-b718-e91531152361 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67a75daeaf044595bc863167c0c9c918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604669 Jul 09 20:54:53.202274 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5df2a-92fd-45e1-b718-e91531152361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a375c-d5fa-41a0-82e8-1f9cf2e0fba7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:53.204846 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58624) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:53.256896 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1909c2b2-f61a-4dd9-ad1d-be7eea03c796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:53.277363 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1909c2b2-f61a-4dd9-ad1d-be7eea03c796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:53.322756 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1909c2b2-f61a-4dd9-ad1d-be7eea03c796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:53.325365 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1909c2b2-f61a-4dd9-ad1d-be7eea03c796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:53.326504 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1909c2b2-f61a-4dd9-ad1d-be7eea03c796 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e79a375c-d5fa-41a0-82e8-1f9cf2e0fba7 HTTP/1.1" status: 204 len: 168 time: 0.1205451 Jul 09 20:54:53.335094 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909c2b2-f61a-4dd9-ad1d-be7eea03c796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a375c-d5fa-41a0-82e8-1f9cf2e0fba7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:53.541921 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478bf7b-741a-482b-b194-d5520ee18db0 req-bcce055d-337e-466c-abea-a840eac86d1e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:53.549124 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4478bf7b-741a-482b-b194-d5520ee18db0 req-bcce055d-337e-466c-abea-a840eac86d1e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 944 time: 0.0815470 Jul 09 20:54:53.589357 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4478bf7b-741a-482b-b194-d5520ee18db0 req-d1f2e414-8c60-45b4-a121-077f581afef0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393224 Jul 09 20:54:53.945440 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-86504340-f638-4cc3-8532-507f9e3a6049 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:53.946962 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-86504340-f638-4cc3-8532-507f9e3a6049 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/networks?id=d0db1de5-2b10-4db2-bb59-885af690b57a HTTP/1.1" status: 200 len: 808 time: 0.1044304 Jul 09 20:54:53.961948 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-4fae590b-5f32-4d66-85d4-795b90fea24e tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/quotas/73edbb1e55f843609f3cc6be0992a46e HTTP/1.1" status: 200 len: 375 time: 0.0097008 Jul 09 20:54:53.995784 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-9b33563f-007f-4bcf-8c1d-f175bdcbc3a7 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=73edbb1e55f843609f3cc6be0992a46e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283818 Jul 09 20:54:54.091042 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-7e39ba03-febc-4e4a-b2c1-38f82e9f1afb service neutron] 10.222.0.73 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884011 Jul 09 20:54:54.169770 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 970719f7-228c-4986-8838-d96b8e0af442 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:54.205434 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-7d521bba-9bfa-4490-9ac7-445bd333fe0c service neutron] 10.222.0.73 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076148 Jul 09 20:54:54.232974 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port 970719f7-228c-4986-8838-d96b8e0af442 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:54.238042 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 970719f7-228c-4986-8838-d96b8e0af442 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:54.238493 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:54.332772 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:54.373250 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:54.379989 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:54.381239 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device e62a3fbb-c823-42c7-8c97-3f1faf30bc03 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:54.469150 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=970719f7-228c-4986-8838-d96b8e0af442,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:54.492161 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port e62a3fbb-c823-42c7-8c97-3f1faf30bc03 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:54.496700 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port e62a3fbb-c823-42c7-8c97-3f1faf30bc03 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:54.497329 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:54.517551 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9114dde-5b91-4f51-9101-d33428a71afd req-f2e85174-da48-4849-b834-5c815adcd8e5 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:54.520132 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9114dde-5b91-4f51-9101-d33428a71afd req-f2e85174-da48-4849-b834-5c815adcd8e5 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0790868 Jul 09 20:54:54.572279 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9114dde-5b91-4f51-9101-d33428a71afd req-2587d395-705c-4c21-b062-250767090104 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464194 Jul 09 20:54:54.604590 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e437a765-4390-47c7-ae6c-39237c712dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f949f268-7f64-40d6-b635-c3e699a2d6f3'}, {'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970719f7-228c-4986-8838-d96b8e0af442'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:54.607733 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fe09ac-284f-499a-9611-2045f1c7f2c3" -d '{"events": [{"server_uuid": "e437a765-4390-47c7-ae6c-39237c712dc9", "name": "network-vif-plugged", "status": "completed", "tag": "f949f268-7f64-40d6-b635-c3e699a2d6f3"}, {"server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "name": "network-vif-plugged", "status": "completed", "tag": "970719f7-228c-4986-8838-d96b8e0af442"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:54.628514 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:54.674040 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port e62a3fbb-c823-42c7-8c97-3f1faf30bc03, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e62a3fbb-c823-42c7-8c97-3f1faf30bc03,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:54.680082 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:54.755176 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=e62a3fbb-c823-42c7-8c97-3f1faf30bc03,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:54.860686 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea27b8-4742-4cab-a443-3b0cef290213 req-2797613d-05c1-4c63-b88a-046ae94e5473 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:54.867657 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45ea27b8-4742-4cab-a443-3b0cef290213 req-2797613d-05c1-4c63-b88a-046ae94e5473 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.1081476 Jul 09 20:54:54.912744 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45ea27b8-4742-4cab-a443-3b0cef290213 req-3061b1c3-d642-4e0b-a016-372fa42e82ea tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433249 Jul 09 20:54:55.066935 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-af65d76b-e24c-41f2-83bb-c7b47ecf15fa req-228600a8-6395-49a1-93be-5da6c85f068d tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 210 time: 0.0402670 Jul 09 20:54:55.134243 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1284658-5059-4a14-a107-0dbfe0c0a899 x-openstack-request-id: req-c1284658-5059-4a14-a107-0dbfe0c0a899 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:55.135225 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e437a765-4390-47c7-ae6c-39237c712dc9", "name": "network-vif-plugged", "status": "completed", "tag": "f949f268-7f64-40d6-b635-c3e699a2d6f3", "code": 200}, {"server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "name": "network-vif-plugged", "status": "completed", "tag": "970719f7-228c-4986-8838-d96b8e0af442", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:55.135664 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1284658-5059-4a14-a107-0dbfe0c0a899 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:55.136285 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e437a765-4390-47c7-ae6c-39237c712dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f949f268-7f64-40d6-b635-c3e699a2d6f3', 'code': 200} Jul 09 20:54:55.136731 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970719f7-228c-4986-8838-d96b8e0af442', 'code': 200} Jul 09 20:54:55.336328 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35110a62-cc18-4100-8392-8784ea4dcc5a req-e8a688d7-4e23-449c-bb6a-5ece1d235c89 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:55.338092 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-35110a62-cc18-4100-8392-8784ea4dcc5a req-e8a688d7-4e23-449c-bb6a-5ece1d235c89 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0779648 Jul 09 20:54:55.405739 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-35110a62-cc18-4100-8392-8784ea4dcc5a req-28ccc37d-557e-4057-bcd7-90653101778b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595794 Jul 09 20:54:55.473247 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58756) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:55.556318 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381b966-f636-43c6-bb20-d74ad55e442d req-b4e7478d-e5f5-498c-bc4c-2c95d66b5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:55.558121 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0381b966-f636-43c6-bb20-d74ad55e442d req-b4e7478d-e5f5-498c-bc4c-2c95d66b5305 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 1099 time: 0.0766726 Jul 09 20:54:55.604872 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0381b966-f636-43c6-bb20-d74ad55e442d req-57b632ee-cd2f-4d2b-9424-1a4248af6307 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387831 Jul 09 20:54:55.616053 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7398d6f3-38e2-46b9-bda7-4ad63ebddc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:55.689431 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba74ea-d817-456f-b31a-f1f6670beae3 req-a4b2a798-9f54-4995-8b37-b5b05f1cf279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:55.691064 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-51ba74ea-d817-456f-b31a-f1f6670beae3 req-a4b2a798-9f54-4995-8b37-b5b05f1cf279 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 1099 time: 0.1823816 Jul 09 20:54:55.699468 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dc619-7493-4181-8a3f-c17f2c49ff5d req-d435c16d-1304-4a31-8eda-a4b82e04f8ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:55.700872 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-976dc619-7493-4181-8a3f-c17f2c49ff5d req-d435c16d-1304-4a31-8eda-a4b82e04f8ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.1457577 Jul 09 20:54:55.712371 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58776) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:55.718177 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-79963551-4e9c-4105-ada6-22f5a640c98f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'floatingip': {'port_id': 'c9ea3de3-25f3-41a9-843b-9200cc846943'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:55.777575 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7398d6f3-38e2-46b9-bda7-4ad63ebddc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:55.782940 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7398d6f3-38e2-46b9-bda7-4ad63ebddc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:55.805333 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-79963551-4e9c-4105-ada6-22f5a640c98f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:55.868924 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398d6f3-38e2-46b9-bda7-4ad63ebddc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb66be59-35e3-4852-a092-844b69fb4ce1,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:55.876842 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7398d6f3-38e2-46b9-bda7-4ad63ebddc9d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fe0ff94ec74a4f8f9664cc26ae410bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996630 Jul 09 20:54:55.877123 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58784) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:55.946676 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbc385-fb3e-4501-8e1d-ddd39cb611ec req-7f11b261-7547-4442-a281-a3757a25e6f2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:55.948176 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9fdbc385-fb3e-4501-8e1d-ddd39cb611ec req-7f11b261-7547-4442-a281-a3757a25e6f2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.1441407 Jul 09 20:54:55.974048 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94bc20b4-0df7-4110-a87c-c9ec1f74af55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.011953 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-51ba74ea-d817-456f-b31a-f1f6670beae3 req-ffa042b2-6074-4e48-b819-9e047a9cf74d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818896 Jul 09 20:54:56.021594 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94bc20b4-0df7-4110-a87c-c9ec1f74af55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.040307 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9fdbc385-fb3e-4501-8e1d-ddd39cb611ec req-b4c922cd-d3bc-421a-bf60-86a168038967 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795860 Jul 09 20:54:56.085085 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94bc20b4-0df7-4110-a87c-c9ec1f74af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.087701 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94bc20b4-0df7-4110-a87c-c9ec1f74af55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.088879 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-94bc20b4-0df7-4110-a87c-c9ec1f74af55 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cb66be59-35e3-4852-a092-844b69fb4ce1 HTTP/1.1" status: 204 len: 168 time: 0.2108946 Jul 09 20:54:56.097968 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc20b4-0df7-4110-a87c-c9ec1f74af55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb66be59-35e3-4852-a092-844b69fb4ce1,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:56.242265 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b962071b-1b15-45a6-beb1-681eec0618c3 req-2555056c-60fc-4603-827c-36bad80ee864 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 210 time: 0.0380309 Jul 09 20:54:56.434166 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58792) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:56.452290 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e14c05cf-558f-4cb2-9800-7b9dd74eb0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.664526 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e14c05cf-558f-4cb2-9800-7b9dd74eb0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.681376 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e14c05cf-558f-4cb2-9800-7b9dd74eb0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.733200 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-79963551-4e9c-4105-ada6-22f5a640c98f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.740210 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-79963551-4e9c-4105-ada6-22f5a640c98f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.747571 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c05cf-558f-4cb2-9800-7b9dd74eb0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5d194-294b-48d3-a548-19f707840960,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:56.759994 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-7ff692be-7564-47bb-a592-5d0264dbe231 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:56.761692 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-7ff692be-7564-47bb-a592-5d0264dbe231 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.26 "GET /v2.0/networks?id=d0db1de5-2b10-4db2-bb59-885af690b57a HTTP/1.1" status: 200 len: 808 time: 0.2257428 Jul 09 20:54:56.769924 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26c92d-bb30-43e8-9c21-2dc07c4950a5 req-749235e6-51bd-4a36-b30f-984970ed2933 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:56.771328 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0d26c92d-bb30-43e8-9c21-2dc07c4950a5 req-749235e6-51bd-4a36-b30f-984970ed2933 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.2340643 Jul 09 20:54:56.776268 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e14c05cf-558f-4cb2-9800-7b9dd74eb0ef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8304da1ae25243f0bfb6b42a2684923b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382115 Jul 09 20:54:56.776509 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58798) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:56.800784 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Request body: {'port': {'device_id': '9c773deb-6d51-4ac9-a0b0-5496e29b6f67', 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a', 'admin_state_up': True, 'tenant_id': '73edbb1e55f843609f3cc6be0992a46e'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:56.850684 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-79963551-4e9c-4105-ada6-22f5a640c98f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Floating IP cd669ba8-8aed-4f28-8cef-de0ab740f311 associated. External IP: 172.27.1.57, port: c9ea3de3-25f3-41a9-843b-9200cc846943. Jul 09 20:54:56.900773 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0d26c92d-bb30-43e8-9c21-2dc07c4950a5 req-71c62eac-a893-4083-8b8c-23f54d2435e7 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169975 Jul 09 20:54:56.935216 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-269a3f92-df5e-49b6-a0db-cc431a3fdfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.969025 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-269a3f92-df5e-49b6-a0db-cc431a3fdfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.024860 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Made reservation on behalf of 73edbb1e55f843609f3cc6be0992a46e for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:57.028684 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.064429 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-269a3f92-df5e-49b6-a0db-cc431a3fdfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.067136 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-269a3f92-df5e-49b6-a0db-cc431a3fdfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.068391 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-269a3f92-df5e-49b6-a0db-cc431a3fdfb0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f5e5d194-294b-48d3-a548-19f707840960 HTTP/1.1" status: 204 len: 168 time: 0.2909670 Jul 09 20:54:57.072740 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79963551-4e9c-4105-ada6-22f5a640c98f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Router a5c408bc-7c72-4f72-95f9-4f33c169dd7a has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:54:57.131560 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a3f92-df5e-49b6-a0db-cc431a3fdfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5d194-294b-48d3-a548-19f707840960,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:57.137998 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cc57dc-3ac0-4745-88aa-7d9435f9b593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62a3fbb-c823-42c7-8c97-3f1faf30bc03'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:57.140884 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f65c48c-464a-4d21-8784-631835103a7e" -d '{"events": [{"server_uuid": "a3cc57dc-3ac0-4745-88aa-7d9435f9b593", "name": "network-vif-plugged", "status": "completed", "tag": "e62a3fbb-c823-42c7-8c97-3f1faf30bc03"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:57.247917 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79963551-4e9c-4105-ada6-22f5a640c98f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:54:57.268722 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a705cd27-03e8-488e-90f9-a62f8617a5d0 None None] Sync routers for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:54:57.270492 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-79963551-4e9c-4105-ada6-22f5a640c98f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.287459 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a705cd27-03e8-488e-90f9-a62f8617a5d0 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:57.288148 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a705cd27-03e8-488e-90f9-a62f8617a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:57.328577 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Allocated IP 172.20.0.7 (d0db1de5-2b10-4db2-bb59-885af690b57a/645219e3-8018-4f0f-9956-f95baf9071a8/3bbbe495-2da3-4562-823c-a6e2c0873cdd) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:57.368252 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-79963551-4e9c-4105-ada6-22f5a640c98f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "PUT /v2.0/floatingips/cd669ba8-8aed-4f28-8cef-de0ab740f311 HTTP/1.1" status: 200 len: 990 time: 1.6515694 Jul 09 20:54:57.370263 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a86c2df-4227-490e-a368-61606134f5f5', 'tag': 'c9ea3de3-25f3-41a9-843b-9200cc846943'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:57.374083 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc6bf1c-e076-4ac4-a382-de80e6591f77" -d '{"events": [{"name": "network-changed", "server_uuid": "6a86c2df-4227-490e-a368-61606134f5f5", "tag": "c9ea3de3-25f3-41a9-843b-9200cc846943"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:57.412253 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27408573-3186-430c-84f6-9aed6b06c561 req-1dfa9725-3a5b-4a45-996f-23bd7f245b81 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:57.419093 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-27408573-3186-430c-84f6-9aed6b06c561 req-1dfa9725-3a5b-4a45-996f-23bd7f245b81 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.1620739 Jul 09 20:54:57.490984 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a705cd27-03e8-488e-90f9-a62f8617a5d0 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:57.523393 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58832) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:57.531963 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-27408573-3186-430c-84f6-9aed6b06c561 req-11347509-7bd6-46e6-aaa9-08507ef07445 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118951 Jul 09 20:54:57.588763 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6955626-c168-4474-85fc-925354e6d0ff x-openstack-request-id: req-d6955626-c168-4474-85fc-925354e6d0ff {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:57.589102 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cc57dc-3ac0-4745-88aa-7d9435f9b593", "name": "network-vif-plugged", "status": "completed", "tag": "e62a3fbb-c823-42c7-8c97-3f1faf30bc03", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:57.589358 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6955626-c168-4474-85fc-925354e6d0ff {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:57.589750 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cc57dc-3ac0-4745-88aa-7d9435f9b593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62a3fbb-c823-42c7-8c97-3f1faf30bc03', 'code': 200} Jul 09 20:54:57.607528 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.654899 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.717712 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e00433d5-17a3-407f-8c57-a5229f5d7ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.817896 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Network d0db1de5-2b10-4db2-bb59-885af690b57a is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:57.826909 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:57.851394 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:57.865932 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:57.866907 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.901614 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Pushing event updated for resources: {'Port': ['ID=3bbbe495-2da3-4562-823c-a6e2c0873cdd,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:57.931200 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e00433d5-17a3-407f-8c57-a5229f5d7ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.941031 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e00433d5-17a3-407f-8c57-a5229f5d7ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.947323 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a593c-b971-4f5a-805e-bd6bde529970 req-ccf2b7db-7eb7-490d-b546-458e265a82e2 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:57.949022 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-020a593c-b971-4f5a-805e-bd6bde529970 req-ccf2b7db-7eb7-490d-b546-458e265a82e2 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 931 time: 0.2209725 Jul 09 20:54:57.950842 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-ff939431-8aad-433b-a911-328ffcebc4c6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1553988 Jul 09 20:54:57.973599 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a705cd27-03e8-488e-90f9-a62f8617a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'cd669ba8-8aed-4f28-8cef-de0ab740f311', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'port_id': 'c9ea3de3-25f3-41a9-843b-9200cc846943', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'mac_address': 'fa:16:3e:aa:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86c2df-4227-490e-a368-61606134f5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:54:27Z', 'updated_at': '2021-07-09T20:54:56Z', 'revision_number': 1, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:57.994121 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Request body: {'port': {'device_id': '9c773deb-6d51-4ac9-a0b0-5496e29b6f67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:58.003161 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e00433d5-17a3-407f-8c57-a5229f5d7ee8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=385e934d3a4a4010ba29c12ea8ab6442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747176 Jul 09 20:54:58.003161 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00433d5-17a3-407f-8c57-a5229f5d7ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6062bb9b-465d-4950-9f0d-ac9a38507102,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:58.004978 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 58848) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:58.023761 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a705cd27-03e8-488e-90f9-a62f8617a5d0 None None] Checking router: a5c408bc-7c72-4f72-95f9-4f33c169dd7a for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:54:58.033016 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a705cd27-03e8-488e-90f9-a62f8617a5d0 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:58.033888 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a705cd27-03e8-488e-90f9-a62f8617a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:58.086505 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-020a593c-b971-4f5a-805e-bd6bde529970 req-4dadc3a9-9460-48c8-a00c-9b49924c9781 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298223 Jul 09 20:54:58.105810 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b086edd4-13e8-48a4-8efd-d9b330e96085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.141411 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.156684 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b086edd4-13e8-48a4-8efd-d9b330e96085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.163472 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a705cd27-03e8-488e-90f9-a62f8617a5d0 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:58.166979 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c282e-bad2-42ea-bcd5-da8f7a2c1e22 req-03ec7635-307c-47d2-a9ca-c5a7450475b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:58.168560 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d61c282e-bad2-42ea-bcd5-da8f7a2c1e22 req-03ec7635-307c-47d2-a9ca-c5a7450475b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 1098 time: 0.1240842 Jul 09 20:54:58.242297 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b086edd4-13e8-48a4-8efd-d9b330e96085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.245273 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b086edd4-13e8-48a4-8efd-d9b330e96085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.246615 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b086edd4-13e8-48a4-8efd-d9b330e96085 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6062bb9b-465d-4950-9f0d-ac9a38507102 HTTP/1.1" status: 204 len: 168 time: 0.2415304 Jul 09 20:54:58.259475 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086edd4-13e8-48a4-8efd-d9b330e96085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6062bb9b-465d-4950-9f0d-ac9a38507102,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:58.276973 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d61c282e-bad2-42ea-bcd5-da8f7a2c1e22 req-20fa10f7-a0e2-48a4-833d-e87d73f860cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818064 Jul 09 20:54:58.483335 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbbe495-2da3-4562-823c-a6e2c0873cdd {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:58.495476 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.512072 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Transition to ACTIVE for port object 3bbbe495-2da3-4562-823c-a6e2c0873cdd will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:58.517974 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.606161 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a705cd27-03e8-488e-90f9-a62f8617a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'cd669ba8-8aed-4f28-8cef-de0ab740f311', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'port_id': 'c9ea3de3-25f3-41a9-843b-9200cc846943', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'mac_address': 'fa:16:3e:aa:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86c2df-4227-490e-a368-61606134f5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:54:27Z', 'updated_at': '2021-07-09T20:54:56Z', 'revision_number': 1, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:58.608742 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Pushing event updated for resources: {'Port': ['ID=3bbbe495-2da3-4562-823c-a6e2c0873cdd,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:58.622070 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Attempting to bind port 3bbbe495-2da3-4562-823c-a6e2c0873cdd on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:58.632056 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Attempting to bind port 3bbbe495-2da3-4562-823c-a6e2c0873cdd by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '34c660da-8bb1-4f0c-9b05-29c2f89f350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:58.632881 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Attempting to bind port 3bbbe495-2da3-4562-823c-a6e2c0873cdd on network d0db1de5-2b10-4db2-bb59-885af690b57a {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:58.643941 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a705cd27-03e8-488e-90f9-a62f8617a5d0 None None] The sync data for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi is: [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'cd669ba8-8aed-4f28-8cef-de0ab740f311', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'port_id': 'c9ea3de3-25f3-41a9-843b-9200cc846943', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'mac_address': 'fa:16:3e:aa:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86c2df-4227-490e-a368-61606134f5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:54:27Z', 'updated_at': '2021-07-09T20:54:56Z', 'revision_number': 1, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:54:58.646605 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Port 3bbbe495-2da3-4562-823c-a6e2c0873cdd on network d0db1de5-2b10-4db2-bb59-885af690b57a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:54:58.647551 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Attempting to bind port 3bbbe495-2da3-4562-823c-a6e2c0873cdd on network d0db1de5-2b10-4db2-bb59-885af690b57a {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:58.658969 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:58.659691 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Checking segment: {'id': '34c660da-8bb1-4f0c-9b05-29c2f89f350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:58.660091 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Bound using segment: {'id': '34c660da-8bb1-4f0c-9b05-29c2f89f350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:58.660527 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Bound port: 3bbbe495-2da3-4562-823c-a6e2c0873cdd, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c660da-8bb1-4f0c-9b05-29c2f89f350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:58.660888 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.681229 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900a5f45-fd82-4dba-8439-0ef8db53f116 x-openstack-request-id: req-900a5f45-fd82-4dba-8439-0ef8db53f116 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:58.681541 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a86c2df-4227-490e-a368-61606134f5f5", "tag": "c9ea3de3-25f3-41a9-843b-9200cc846943", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:58.681792 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-900a5f45-fd82-4dba-8439-0ef8db53f116 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:58.682217 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a86c2df-4227-490e-a368-61606134f5f5', 'tag': 'c9ea3de3-25f3-41a9-843b-9200cc846943', 'status': 'completed', 'code': 200} Jul 09 20:54:58.743081 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] For port 3bbbe495-2da3-4562-823c-a6e2c0873cdd, host hv-cinder-79264, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:58.746713 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] For port 3bbbe495-2da3-4562-823c-a6e2c0873cdd, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3bbbe495-2da3-4562-823c-a6e2c0873cdd,segment=NetworkSegment(34c660da-8bb1-4f0c-9b05-29c2f89f350f),segment_id=34c660da-8bb1-4f0c-9b05-29c2f89f350f)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:58.752465 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.782956 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:58.783604 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.795594 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] 10.222.0.26 "PUT /v2.0/ports/3bbbe495-2da3-4562-823c-a6e2c0873cdd HTTP/1.1" status: 200 len: 1093 time: 0.8064508 Jul 09 20:54:58.796117 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c773deb-6d51-4ac9-a0b0-5496e29b6f67', 'tag': '3bbbe495-2da3-4562-823c-a6e2c0873cdd'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:58.798817 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0aaf29-6227-4e34-b05c-4c7691c9f72d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c773deb-6d51-4ac9-a0b0-5496e29b6f67", "tag": "3bbbe495-2da3-4562-823c-a6e2c0873cdd"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:58.801479 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58874) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:58.849365 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef2ad-c9eb-47cf-96bf-3b951809b5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.850025 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6bf1c-e076-4ac4-a382-de80e6591f77 req-0fc9fcdc-4e10-4fdc-ab5a-3a410ab1bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:58.850249 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7cc6bf1c-e076-4ac4-a382-de80e6591f77 req-0fc9fcdc-4e10-4fdc-ab5a-3a410ab1bcd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33024221721a43c3b955a9c933ba17ed&device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0807850 Jul 09 20:54:58.978252 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6bf1c-e076-4ac4-a382-de80e6591f77 req-275181a9-78a3-4b1d-af6b-9a8e870e997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:58.979013 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7cc6bf1c-e076-4ac4-a382-de80e6591f77 req-275181a9-78a3-4b1d-af6b-9a8e870e997f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 200 len: 912 time: 0.1140163 Jul 09 20:54:58.988525 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e255d6-6f92-48f0-a3f2-592032f1a0f1 None None] New status for floating IP cd669ba8-8aed-4f28-8cef-de0ab740f311: ACTIVE {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:54:59.033339 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde221b2-73da-4f75-8ebb-8b0326f3730b service neutron] Pushing event updated for resources: {'Port': ['ID=3bbbe495-2da3-4562-823c-a6e2c0873cdd,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:59.102264 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7cc6bf1c-e076-4ac4-a382-de80e6591f77 req-f5c77e7e-1f07-41b4-a60c-0fdfd48bd340 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ea3de3-25f3-41a9-843b-9200cc846943 HTTP/1.1" status: 200 len: 998 time: 0.1056612 Jul 09 20:54:59.157151 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764643da-e7df-4d4a-a45a-cb7cbec3fd17 req-f3e40ba8-9319-4a11-bc45-846efc343e9c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.164090 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-764643da-e7df-4d4a-a45a-cb7cbec3fd17 req-f3e40ba8-9319-4a11-bc45-846efc343e9c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.3364217 Jul 09 20:54:59.170221 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6bf1c-e076-4ac4-a382-de80e6591f77 req-4011a877-6d9f-43cc-8b77-ebb0b9b1f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.171992 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7cc6bf1c-e076-4ac4-a382-de80e6591f77 req-4011a877-6d9f-43cc-8b77-ebb0b9b1f2af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2ef9a74-067c-4528-b3d4-64882505fab0 HTTP/1.1" status: 200 len: 849 time: 0.0596495 Jul 09 20:54:59.210554 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-2856387c-506b-492b-b579-829efffd10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.217527 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-2856387c-506b-492b-b579-829efffd10d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73edbb1e55f843609f3cc6be0992a46e&device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 1096 time: 0.3080583 Jul 09 20:54:59.233721 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef2ad-c9eb-47cf-96bf-3b951809b5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:59.249650 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef2ad-c9eb-47cf-96bf-3b951809b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:59.278859 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6bf1c-e076-4ac4-a382-de80e6591f77 req-901b79fc-9e41-4cc9-9289-4f66aff2dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.280416 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7cc6bf1c-e076-4ac4-a382-de80e6591f77 req-901b79fc-9e41-4cc9-9289-4f66aff2dd39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b134ecb-601f-411f-8880-44405ba46406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880976 Jul 09 20:54:59.298199 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-764643da-e7df-4d4a-a45a-cb7cbec3fd17 req-39d616da-e042-4791-abc7-071e56439a13 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228333 Jul 09 20:54:59.358047 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cc9ef2ad-c9eb-47cf-96bf-3b951809b5ea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=595d9801cb1b4b539375c130c5327aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340490 Jul 09 20:54:59.360740 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-32600a15-8f4f-4b1c-aa1f-cb30369fee58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bbbe495-2da3-4562-823c-a6e2c0873cdd HTTP/1.1" status: 200 len: 217 time: 0.0806749 Jul 09 20:54:59.361197 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58890) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:59.387927 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7cc6bf1c-e076-4ac4-a382-de80e6591f77 req-71472764-b218-468d-bb97-d9da1cdf9dd0 service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993423 Jul 09 20:54:59.431974 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ef2ad-c9eb-47cf-96bf-3b951809b5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ba6a9c-34d3-43e1-9035-95d590b4e4fd,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:59.501088 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-c54868b9-1884-4a42-a7e6-f61fab0b9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.503003 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-c54868b9-1884-4a42-a7e6-f61fab0b9ab8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=645219e3-8018-4f0f-9956-f95baf9071a8 HTTP/1.1" status: 200 len: 848 time: 0.1179826 Jul 09 20:54:59.504421 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7cc6bf1c-e076-4ac4-a382-de80e6591f77 req-7260ad63-11b0-439a-b481-6b872050d530 service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065202 Jul 09 20:54:59.517387 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6244b828-dce4-4743-9f87-f0bfc623f6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:59.573019 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6244b828-dce4-4743-9f87-f0bfc623f6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:59.576705 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-3db64d99-5677-4200-9c8a-47b6c6164d72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0db1de5-2b10-4db2-bb59-885af690b57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377889 Jul 09 20:54:59.603052 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f08c7d-1b0b-4a39-a1e7-5dc63b4c92fa req-96ba1afc-4073-4bd8-a88f-00913ccbb7a6 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.604539 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-02f08c7d-1b0b-4a39-a1e7-5dc63b4c92fa req-96ba1afc-4073-4bd8-a88f-00913ccbb7a6 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.1603820 Jul 09 20:54:59.711414 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-02f08c7d-1b0b-4a39-a1e7-5dc63b4c92fa req-2b61d5f3-7e25-491d-88ee-668d9319bf1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996914 Jul 09 20:54:59.728276 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6244b828-dce4-4743-9f87-f0bfc623f6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:59.730796 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6244b828-dce4-4743-9f87-f0bfc623f6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:59.734381 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6244b828-dce4-4743-9f87-f0bfc623f6da admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/65ba6a9c-34d3-43e1-9035-95d590b4e4fd HTTP/1.1" status: 204 len: 168 time: 0.3659728 Jul 09 20:54:59.744208 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-b5acccff-84e2-4a42-a3e3-15d25463e344 service neutron] 10.222.0.26 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579690 Jul 09 20:54:59.745317 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244b828-dce4-4743-9f87-f0bfc623f6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ba6a9c-34d3-43e1-9035-95d590b4e4fd,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:59.769541 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745e87a0-122a-412f-8552-dc35795e2276 x-openstack-request-id: req-745e87a0-122a-412f-8552-dc35795e2276 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:59.769880 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c773deb-6d51-4ac9-a0b0-5496e29b6f67", "tag": "3bbbe495-2da3-4562-823c-a6e2c0873cdd", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:59.770181 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-745e87a0-122a-412f-8552-dc35795e2276 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:59.770569 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c773deb-6d51-4ac9-a0b0-5496e29b6f67', 'tag': '3bbbe495-2da3-4562-823c-a6e2c0873cdd', 'status': 'completed', 'code': 200} Jul 09 20:55:00.190422 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63bd64f-2470-47f5-8b75-640fa3f4401d req-b09bbd8d-9f85-46da-bc85-40b32f8a84b9 service neutron] 10.222.0.26 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034956 Jul 09 20:55:00.199158 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e25925-873e-4f79-9d02-47157fd67f5b req-a310b9b4-b091-4a3d-bc1b-f4dde22aaf1a tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.201049 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-83e25925-873e-4f79-9d02-47157fd67f5b req-a310b9b4-b091-4a3d-bc1b-f4dde22aaf1a tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 943 time: 0.1343858 Jul 09 20:55:00.244728 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-83e25925-873e-4f79-9d02-47157fd67f5b req-9d4e6286-ffdf-479c-be95-1b800a5dcd74 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358028 Jul 09 20:55:00.394432 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aaf29-6227-4e34-b05c-4c7691c9f72d req-fe657c2f-e319-4c91-a098-1f52ff6f2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.397031 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0d0aaf29-6227-4e34-b05c-4c7691c9f72d req-fe657c2f-e319-4c91-a098-1f52ff6f2593 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73edbb1e55f843609f3cc6be0992a46e&device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 1096 time: 0.0615516 Jul 09 20:55:00.502757 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aaf29-6227-4e34-b05c-4c7691c9f72d req-cd27be56-d900-4bed-92af-ae891a4deb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.504532 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0d0aaf29-6227-4e34-b05c-4c7691c9f72d req-cd27be56-d900-4bed-92af-ae891a4deb26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0db1de5-2b10-4db2-bb59-885af690b57a HTTP/1.1" status: 200 len: 910 time: 0.0963211 Jul 09 20:55:00.549385 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0d0aaf29-6227-4e34-b05c-4c7691c9f72d req-d44aa7cf-c497-42ad-8852-f98a7ed1bd24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bbbe495-2da3-4562-823c-a6e2c0873cdd HTTP/1.1" status: 200 len: 217 time: 0.0371478 Jul 09 20:55:00.630460 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aaf29-6227-4e34-b05c-4c7691c9f72d req-1a966d7f-ab77-4a39-864b-544decfdc105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.632024 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0d0aaf29-6227-4e34-b05c-4c7691c9f72d req-1a966d7f-ab77-4a39-864b-544decfdc105 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=645219e3-8018-4f0f-9956-f95baf9071a8 HTTP/1.1" status: 200 len: 848 time: 0.0734148 Jul 09 20:55:00.669954 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0d0aaf29-6227-4e34-b05c-4c7691c9f72d req-d8f72e7a-7909-4ef6-8809-4e0ffe6ec778 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0db1de5-2b10-4db2-bb59-885af690b57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302694 Jul 09 20:55:00.680977 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3c048-1749-4581-98af-b2166bfb6aba req-3853235d-67a3-48cb-b80e-9a84405b77f2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.682378 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-abb3c048-1749-4581-98af-b2166bfb6aba req-3853235d-67a3-48cb-b80e-9a84405b77f2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.1321330 Jul 09 20:55:00.692229 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 58938) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:00.696583 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-260114bd-0bc4-4d12-86aa-34f09b684da2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'floatingip': {'port_id': '970719f7-228c-4986-8838-d96b8e0af442'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:00.811212 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-260114bd-0bc4-4d12-86aa-34f09b684da2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:01.030573 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0d0aaf29-6227-4e34-b05c-4c7691c9f72d req-ffe56251-ee4e-4131-a5a0-002e171f6c78 service neutron] 10.222.0.26 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470900 Jul 09 20:55:01.293742 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0d0aaf29-6227-4e34-b05c-4c7691c9f72d req-93fcf31a-e6f2-4721-88c0-84b969162501 service neutron] 10.222.0.26 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531891 Jul 09 20:55:01.330018 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896b8be-34a6-4757-8c41-61cb798a7d1a req-888b7ee0-411d-45d5-96b4-a427981f2c2d tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:01.332784 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1896b8be-34a6-4757-8c41-61cb798a7d1a req-888b7ee0-411d-45d5-96b4-a427981f2c2d tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.2635050 Jul 09 20:55:01.526568 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1896b8be-34a6-4757-8c41-61cb798a7d1a req-0435293d-bb3e-4c89-8df0-6dc54001f274 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618636 Jul 09 20:55:01.899510 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.db.resource_extend [None req-260114bd-0bc4-4d12-86aa-34f09b684da2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 20:55:01.980746 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-260114bd-0bc4-4d12-86aa-34f09b684da2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:01.985484 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-260114bd-0bc4-4d12-86aa-34f09b684da2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.029199 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016ffb8-d961-4e4b-8e6b-3add2445a8fa req-c073d4e2-21c8-49c0-9255-ae8a97a293cf tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:02.030735 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f016ffb8-d961-4e4b-8e6b-3add2445a8fa req-c073d4e2-21c8-49c0-9255-ae8a97a293cf tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 945 time: 0.3928714 Jul 09 20:55:02.112534 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f016ffb8-d961-4e4b-8e6b-3add2445a8fa req-a0d5a361-4114-4981-b95e-b6bd1fcf9891 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737445 Jul 09 20:55:02.120520 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-260114bd-0bc4-4d12-86aa-34f09b684da2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Floating IP f3fdb88f-4afb-427a-a9a6-93a5bb846844 associated. External IP: 172.27.1.217, port: 970719f7-228c-4986-8838-d96b8e0af442. Jul 09 20:55:02.352700 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863bb4e-4917-4bab-89dd-75335ee828b7 req-fc415ec3-e894-41a1-8a0b-a585800f5962 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:02.354194 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c863bb4e-4917-4bab-89dd-75335ee828b7 req-fc415ec3-e894-41a1-8a0b-a585800f5962 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 943 time: 0.1423523 Jul 09 20:55:02.385755 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260114bd-0bc4-4d12-86aa-34f09b684da2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Router fdf9f930-f965-45d9-890f-a554dbf9af68 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:55:02.408477 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c863bb4e-4917-4bab-89dd-75335ee828b7 req-7120d44e-2e22-459d-8d7d-57b83ced53f1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Jul 09 20:55:02.514385 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260114bd-0bc4-4d12-86aa-34f09b684da2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:55:02.519484 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-260114bd-0bc4-4d12-86aa-34f09b684da2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.523766 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9adf1-e597-42d6-9142-c8690be7f946 None None] Sync routers for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:55:02.533638 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9adf1-e597-42d6-9142-c8690be7f946 None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:55:02.534263 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-36b9adf1-e597-42d6-9142-c8690be7f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:02.554572 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-260114bd-0bc4-4d12-86aa-34f09b684da2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "PUT /v2.0/floatingips/f3fdb88f-4afb-427a-a9a6-93a5bb846844 HTTP/1.1" status: 200 len: 992 time: 1.8613200 Jul 09 20:55:02.555157 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'tag': '970719f7-228c-4986-8838-d96b8e0af442'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:02.557388 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291" -d '{"events": [{"name": "network-changed", "server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "tag": "970719f7-228c-4986-8838-d96b8e0af442"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:02.636988 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-36b9adf1-e597-42d6-9142-c8690be7f946 None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:55:02.849379 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-36b9adf1-e597-42d6-9142-c8690be7f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'f3fdb88f-4afb-427a-a9a6-93a5bb846844', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'port_id': '970719f7-228c-4986-8838-d96b8e0af442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'mac_address': 'fa:16:3e:a7:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:54:25Z', 'updated_at': '2021-07-09T20:55:01Z', 'revision_number': 1, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:02.874374 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9adf1-e597-42d6-9142-c8690be7f946 None None] Checking router: fdf9f930-f965-45d9-890f-a554dbf9af68 for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:55:02.882792 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9adf1-e597-42d6-9142-c8690be7f946 None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:55:02.883439 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-36b9adf1-e597-42d6-9142-c8690be7f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:54:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:02.984595 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-36b9adf1-e597-42d6-9142-c8690be7f946 None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:55:03.202418 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-36b9adf1-e597-42d6-9142-c8690be7f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'f3fdb88f-4afb-427a-a9a6-93a5bb846844', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'port_id': '970719f7-228c-4986-8838-d96b8e0af442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'mac_address': 'fa:16:3e:a7:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:54:25Z', 'updated_at': '2021-07-09T20:55:01Z', 'revision_number': 1, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:03.228147 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9adf1-e597-42d6-9142-c8690be7f946 None None] The sync data for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi is: [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'f3fdb88f-4afb-427a-a9a6-93a5bb846844', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'port_id': '970719f7-228c-4986-8838-d96b8e0af442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'mac_address': 'fa:16:3e:a7:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:54:25Z', 'updated_at': '2021-07-09T20:55:01Z', 'revision_number': 1, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:55:03.408199 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dee083-877c-4ce1-a216-5d3e496d15d3 None None] New status for floating IP f3fdb88f-4afb-427a-a9a6-93a5bb846844: ACTIVE {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:55:03.508066 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 3bbbe495-2da3-4562-823c-a6e2c0873cdd details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:55:03.630704 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 3bbbe495-2da3-4562-823c-a6e2c0873cdd, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3bbbe495-2da3-4562-823c-a6e2c0873cdd,segment=NetworkSegment(34c660da-8bb1-4f0c-9b05-29c2f89f350f),segment_id=34c660da-8bb1-4f0c-9b05-29c2f89f350f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:03.644870 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '3bbbe495-2da3-4562-823c-a6e2c0873cdd', 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a', 'port_id': '3bbbe495-2da3-4562-823c-a6e2c0873cdd', 'mac_address': 'fa:16:3e:23:4d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645219e3-8018-4f0f-9956-f95baf9071a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:55:03.679949 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:03.692829 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbbe495-2da3-4562-823c-a6e2c0873cdd {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:55:03.711918 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 3bbbe495-2da3-4562-823c-a6e2c0873cdd, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3bbbe495-2da3-4562-823c-a6e2c0873cdd,segment=NetworkSegment(34c660da-8bb1-4f0c-9b05-29c2f89f350f),segment_id=34c660da-8bb1-4f0c-9b05-29c2f89f350f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:03.715548 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:03.761832 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=3bbbe495-2da3-4562-823c-a6e2c0873cdd,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:05.064417 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['3bbbe495-2da3-4562-823c-a6e2c0873cdd'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:05.128928 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f54512-b00d-4a7a-aecd-54220cf229e9 req-3abd03b7-2519-4d98-9f79-2c0f3f5463d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.130760 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00f54512-b00d-4a7a-aecd-54220cf229e9 req-3abd03b7-2519-4d98-9f79-2c0f3f5463d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 1098 time: 0.0563538 Jul 09 20:55:05.197564 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0600a9dd-0616-478f-9fad-9a18290d26b8 x-openstack-request-id: req-0600a9dd-0616-478f-9fad-9a18290d26b8 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:05.197938 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "tag": "970719f7-228c-4986-8838-d96b8e0af442", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:05.198253 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0600a9dd-0616-478f-9fad-9a18290d26b8 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:05.198737 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'tag': '970719f7-228c-4986-8838-d96b8e0af442', 'status': 'completed', 'code': 200} Jul 09 20:55:05.251631 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f54512-b00d-4a7a-aecd-54220cf229e9 req-2794ce36-9244-4c1c-b5b9-f8861de01b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.253514 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00f54512-b00d-4a7a-aecd-54220cf229e9 req-2794ce36-9244-4c1c-b5b9-f8861de01b4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 920 time: 0.1019902 Jul 09 20:55:05.340428 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00f54512-b00d-4a7a-aecd-54220cf229e9 req-0c81d213-c1e4-49e0-a715-4ecb60d28bdc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e62a3fbb-c823-42c7-8c97-3f1faf30bc03 HTTP/1.1" status: 200 len: 217 time: 0.0409689 Jul 09 20:55:05.356045 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291 req-ea90173d-5128-4ae5-9645-0ba70778efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.357533 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291 req-ea90173d-5128-4ae5-9645-0ba70778efb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 1099 time: 0.0593102 Jul 09 20:55:05.405088 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df7b4e-c513-48b5-9e19-65bef8510d56 req-9d8a00a3-f406-4956-98d3-126d5884d558 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.407128 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24df7b4e-c513-48b5-9e19-65bef8510d56 req-9d8a00a3-f406-4956-98d3-126d5884d558 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 945 time: 0.1364901 Jul 09 20:55:05.408958 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f54512-b00d-4a7a-aecd-54220cf229e9 req-663d6ec4-b828-4fb6-9fa9-7f6c884c35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.410299 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00f54512-b00d-4a7a-aecd-54220cf229e9 req-663d6ec4-b828-4fb6-9fa9-7f6c884c35d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 200 len: 858 time: 0.0618887 Jul 09 20:55:05.453588 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291 req-c92522a4-15b9-48a9-9b93-46954fe52064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.455663 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291 req-c92522a4-15b9-48a9-9b93-46954fe52064 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 918 time: 0.0906920 Jul 09 20:55:05.460033 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00f54512-b00d-4a7a-aecd-54220cf229e9 req-e0d5c6ee-82ed-4c14-886d-f64807129022 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd211547-dba5-4c75-9042-ab3cca56f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300159 Jul 09 20:55:05.474851 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24df7b4e-c513-48b5-9e19-65bef8510d56 req-2935a22a-98cd-47de-86ce-20e3b3008d99 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/security-groups?id=558d7973-1df4-4971-8936-6753dddb2daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595682 Jul 09 20:55:05.585307 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00f54512-b00d-4a7a-aecd-54220cf229e9 req-b535db25-f2b3-4c80-b02b-b84d6f727b1f service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048698 Jul 09 20:55:05.586573 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291 req-4e3face3-6b1e-4d9a-80d4-4428babda8f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970719f7-228c-4986-8838-d96b8e0af442 HTTP/1.1" status: 200 len: 1002 time: 0.1048474 Jul 09 20:55:05.758049 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291 req-83c2b1e1-1600-4a81-b2c5-d4a3eda7f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.759569 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291 req-83c2b1e1-1600-4a81-b2c5-d4a3eda7f818 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.1396365 Jul 09 20:55:05.763551 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00f54512-b00d-4a7a-aecd-54220cf229e9 req-d096d96b-8ecb-4064-86a4-4cb37c313f0b service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187453 Jul 09 20:55:05.772760 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7774b9e-7535-4ef9-a8b7-2bdeb8670c0d req-d5fd9ffb-54aa-45a8-8dd0-388c4a0aa62f tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.775133 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7774b9e-7535-4ef9-a8b7-2bdeb8670c0d req-d5fd9ffb-54aa-45a8-8dd0-388c4a0aa62f tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 944 time: 0.1630964 Jul 09 20:55:05.800347 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cf98c-b73d-4f36-a789-409fda6a381f req-4f739ea4-c27e-422d-a30d-3b44f2e9faeb tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.801979 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-db9cf98c-b73d-4f36-a789-409fda6a381f req-4f739ea4-c27e-422d-a30d-3b44f2e9faeb tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.26 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 945 time: 0.1706746 Jul 09 20:55:05.823617 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7774b9e-7535-4ef9-a8b7-2bdeb8670c0d req-1d6f7659-bada-48a8-8efd-c84e36ad6f77 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438557 Jul 09 20:55:05.942826 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291 req-207a506e-b6e7-4ce8-a64d-33afb9c18cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.944395 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291 req-207a506e-b6e7-4ce8-a64d-33afb9c18cbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1543932 Jul 09 20:55:05.962335 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-db9cf98c-b73d-4f36-a789-409fda6a381f req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Deleting port 9d382e03-590a-42e5-985b-d576ba9413e6 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:55:05.962713 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-db9cf98c-b73d-4f36-a789-409fda6a381f req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:06.008934 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc6526-aa25-4e2d-bc3d-84901e0fff27 req-5af1457c-ba7e-4b03-9550-5cf84aeb7453 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:06.010810 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-58fc6526-aa25-4e2d-bc3d-84901e0fff27 req-5af1457c-ba7e-4b03-9550-5cf84aeb7453 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0702286 Jul 09 20:55:06.057558 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-58fc6526-aa25-4e2d-bc3d-84901e0fff27 req-b97cb35f-04d4-4b81-a1d6-a56a3693a05f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392091 Jul 09 20:55:06.322101 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-db9cf98c-b73d-4f36-a789-409fda6a381f req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] For port 9d382e03-590a-42e5-985b-d576ba9413e6, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9d382e03-590a-42e5-985b-d576ba9413e6,segment=NetworkSegment(49a3acd4-18de-4e1c-b3bc-777859568315),segment_id=49a3acd4-18de-4e1c-b3bc-777859568315)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:06.322483 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-db9cf98c-b73d-4f36-a789-409fda6a381f req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:06.342454 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-db9cf98c-b73d-4f36-a789-409fda6a381f req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Calling delete_port for 9d382e03-590a-42e5-985b-d576ba9413e6 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:55:06.347168 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291 req-367c484d-c4d9-4fe5-bec7-247218274afb service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624854 Jul 09 20:55:06.529919 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f94f463-630b-4b5b-9ff9-9c6fd8a66291 req-e0821100-e068-4840-912c-bda653f1bc30 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661384 Jul 09 20:55:06.585590 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-db9cf98c-b73d-4f36-a789-409fda6a381f req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:06.624198 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Pushing event deleted for resources: {'Port': ['ID=9d382e03-590a-42e5-985b-d576ba9413e6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:06.632750 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79624b46-dec2-423c-bb8c-f73d8fa71fd2 req-2d407f63-f358-4c59-b683-c1d09b53f484 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 210 time: 0.0390127 Jul 09 20:55:06.646678 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['9d382e03-590a-42e5-985b-d576ba9413e6'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:06.670474 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 3bbbe495-2da3-4562-823c-a6e2c0873cdd up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:55:06.672059 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.672441 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.672755 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.673089 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.673419 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.673786 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.674116 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.674445 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.675986 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.675986 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.675986 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.676247 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.698018 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9cf98c-b73d-4f36-a789-409fda6a381f req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] No DVR routers for this DVR port 9d382e03-590a-42e5-985b-d576ba9413e6 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:55:06.701072 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-db9cf98c-b73d-4f36-a789-409fda6a381f req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:06.703483 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-db9cf98c-b73d-4f36-a789-409fda6a381f req-5ca33e69-0aa1-4016-9db9-ff9d26dc2d63 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.26 "DELETE /v2.0/ports/9d382e03-590a-42e5-985b-d576ba9413e6 HTTP/1.1" status: 204 len: 173 time: 0.8756630 Jul 09 20:55:06.704017 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3173913c-4a33-41fc-ae4e-1f7ba668d3dd', 'name': 'network-vif-deleted', 'tag': '9d382e03-590a-42e5-985b-d576ba9413e6'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:06.706408 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91b9d09-bf85-49cd-9a59-b0c31ba89073" -d '{"events": [{"server_uuid": "3173913c-4a33-41fc-ae4e-1f7ba668d3dd", "name": "network-vif-deleted", "tag": "9d382e03-590a-42e5-985b-d576ba9413e6"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:06.744083 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port 3bbbe495-2da3-4562-823c-a6e2c0873cdd completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:55:06.751128 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 3bbbe495-2da3-4562-823c-a6e2c0873cdd triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:55:06.751619 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:06.753753 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f4c7ef-f324-4453-9b96-3d5dda837708 x-openstack-request-id: req-43f4c7ef-f324-4453-9b96-3d5dda837708 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:06.754049 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3173913c-4a33-41fc-ae4e-1f7ba668d3dd", "name": "network-vif-deleted", "tag": "9d382e03-590a-42e5-985b-d576ba9413e6", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:06.754293 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43f4c7ef-f324-4453-9b96-3d5dda837708 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:06.754671 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3173913c-4a33-41fc-ae4e-1f7ba668d3dd', 'name': 'network-vif-deleted', 'tag': '9d382e03-590a-42e5-985b-d576ba9413e6', 'status': 'completed', 'code': 200} Jul 09 20:55:06.796779 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-af1a5b4e-9d04-4b88-8c6f-083fb00662b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:06.843005 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:06.867011 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c773deb-6d51-4ac9-a0b0-5496e29b6f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbbe495-2da3-4562-823c-a6e2c0873cdd'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:06.869946 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bbdcca-d7e3-44b3-ab25-a5b420b38c92" -d '{"events": [{"server_uuid": "9c773deb-6d51-4ac9-a0b0-5496e29b6f67", "name": "network-vif-plugged", "status": "completed", "tag": "3bbbe495-2da3-4562-823c-a6e2c0873cdd"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:06.887273 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 3bbbe495-2da3-4562-823c-a6e2c0873cdd, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3bbbe495-2da3-4562-823c-a6e2c0873cdd,segment=NetworkSegment(34c660da-8bb1-4f0c-9b05-29c2f89f350f),segment_id=34c660da-8bb1-4f0c-9b05-29c2f89f350f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:06.892713 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:06.947782 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=3bbbe495-2da3-4562-823c-a6e2c0873cdd,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:07.023387 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a94b5-e4cf-4ef4-87c5-6b3684e57f6e req-0c4f82d5-9a6d-449e-8bb2-024783689935 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:07.025243 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f27a94b5-e4cf-4ef4-87c5-6b3684e57f6e req-0c4f82d5-9a6d-449e-8bb2-024783689935 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 945 time: 0.0703666 Jul 09 20:55:07.064988 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f27a94b5-e4cf-4ef4-87c5-6b3684e57f6e req-8b6de638-be8a-4146-a7cb-912e82136fe9 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Jul 09 20:55:07.114133 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970a050b-fddf-41a7-8494-12b4bb7d5d5e x-openstack-request-id: req-970a050b-fddf-41a7-8494-12b4bb7d5d5e {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:07.114426 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c773deb-6d51-4ac9-a0b0-5496e29b6f67", "name": "network-vif-plugged", "status": "completed", "tag": "3bbbe495-2da3-4562-823c-a6e2c0873cdd", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:07.114677 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-970a050b-fddf-41a7-8494-12b4bb7d5d5e {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:07.115083 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c773deb-6d51-4ac9-a0b0-5496e29b6f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbbe495-2da3-4562-823c-a6e2c0873cdd', 'code': 200} Jul 09 20:55:07.260548 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42eb786-9bc8-477d-86eb-0a024ed503b6 req-c047025e-98e8-4230-836b-7fb04d47a9ca tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:07.262025 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d42eb786-9bc8-477d-86eb-0a024ed503b6 req-c047025e-98e8-4230-836b-7fb04d47a9ca tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0632985 Jul 09 20:55:07.305113 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d42eb786-9bc8-477d-86eb-0a024ed503b6 req-2d94882d-ef0d-4127-9689-81b604c474bb tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373418 Jul 09 20:55:07.407210 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e661b64-3b8c-4304-bcd3-900a009531d5 req-f0e1c985-9f5e-42de-852f-b0435a82dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:07.409077 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e661b64-3b8c-4304-bcd3-900a009531d5 req-f0e1c985-9f5e-42de-852f-b0435a82dff7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 1098 time: 0.0616496 Jul 09 20:55:07.485145 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e661b64-3b8c-4304-bcd3-900a009531d5 req-4a3181eb-7f06-4b35-af49-ad5ea8122975 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361810 Jul 09 20:55:07.494352 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c1a55-4815-4915-9045-878af4a14806 req-34605015-078e-47ec-954f-b11b026b98dc tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:07.495984 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-34605015-078e-47ec-954f-b11b026b98dc tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/networks?id=efbeeee3-3507-4b86-b64f-6d8e01458bc6 HTTP/1.1" status: 200 len: 814 time: 0.1107006 Jul 09 20:55:07.511216 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a44e6493-9068-437c-83a8-d5dbee31e5ee tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/quotas/681a8aeb48124196bb74f839e81dd05e HTTP/1.1" status: 200 len: 375 time: 0.0096781 Jul 09 20:55:07.545171 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-90139c0e-aa1b-4e9c-b336-667d15d03508 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=681a8aeb48124196bb74f839e81dd05e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278080 Jul 09 20:55:07.637081 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-01965d22-691f-433b-86b9-d0486cf0bd6c service neutron] 10.222.0.73 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855718 Jul 09 20:55:07.727190 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-6dcd3e44-b436-41ca-9a47-35b23c2a3245 service neutron] 10.222.0.73 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838151 Jul 09 20:55:08.369246 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2f2e950e-03a3-4c09-b477-5af48cb7d2b6 req-df2037bd-2fdf-413e-bb83-e2f553207c24 tempest-DeleteServersTestJSON-842434378 tempest-DeleteServersTestJSON-842434378-project] 10.222.0.73 "GET /v2.0/ports?device_id=3173913c-4a33-41fc-ae4e-1f7ba668d3dd HTTP/1.1" status: 200 len: 210 time: 0.0451660 Jul 09 20:55:08.499182 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1327774c-678b-4965-963e-fbeb68b8459b req-b0d05545-14d0-4312-8684-2414eae1224c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 210 time: 0.0365634 Jul 09 20:55:08.541314 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 59116) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:08.621847 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 9d382e03-590a-42e5-985b-d576ba9413e6 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:55:08.651038 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: 9d382e03-590a-42e5-985b-d576ba9413e6 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:55:08.651671 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 9d382e03-590a-42e5-985b-d576ba9413e6 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:55:08.686401 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:08.713952 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da93f2-58a2-4228-8298-1dd2ff4fda88 req-e6df837d-982a-4d1f-9ac7-43150ef5329c tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:08.715537 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-30da93f2-58a2-4228-8298-1dd2ff4fda88 req-e6df837d-982a-4d1f-9ac7-43150ef5329c tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 945 time: 0.0881953 Jul 09 20:55:08.778650 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-30da93f2-58a2-4228-8298-1dd2ff4fda88 req-aa45ffa7-b7bf-4809-823e-dbfec77fd927 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504031 Jul 09 20:55:08.838144 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:08.842780 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:08.891022 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a445a5ebf4944455ad05821d9c706668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486209 Jul 09 20:55:08.892068 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43357cd4-2cd9-4678-9561-af47ead82517,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:08.893678 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59122) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:08.899828 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.900179 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.900522 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.900897 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.901266 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.901579 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.901911 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.902237 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.902565 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.902887 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.903206 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.903546 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219070a-c9b7-4123-b135-8f519aacc38d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:08.945461 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3841ff7a-a524-4d16-a529-bf1837e84e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:08.967668 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3841ff7a-a524-4d16-a529-bf1837e84e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:08.978142 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029241b-f83d-48e3-804c-176998efcd1b req-2ad1ffb4-386f-459c-bb50-b04e9fdaa130 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:08.979932 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f029241b-f83d-48e3-804c-176998efcd1b req-2ad1ffb4-386f-459c-bb50-b04e9fdaa130 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0721169 Jul 09 20:55:09.020943 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3841ff7a-a524-4d16-a529-bf1837e84e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:09.030658 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f029241b-f83d-48e3-804c-176998efcd1b req-c86f1c48-0a39-45a2-bc17-7d4839eba73a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375192 Jul 09 20:55:09.031370 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3841ff7a-a524-4d16-a529-bf1837e84e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:09.031370 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3841ff7a-a524-4d16-a529-bf1837e84e47 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43357cd4-2cd9-4678-9561-af47ead82517 HTTP/1.1" status: 204 len: 168 time: 0.1329904 Jul 09 20:55:09.037678 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841ff7a-a524-4d16-a529-bf1837e84e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43357cd4-2cd9-4678-9561-af47ead82517,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:09.329832 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59132) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:09.348779 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ee414f1-9da5-4c0d-9e6e-b805679ece76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:09.438019 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ee414f1-9da5-4c0d-9e6e-b805679ece76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:09.441860 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ee414f1-9da5-4c0d-9e6e-b805679ece76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:09.487461 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2ee414f1-9da5-4c0d-9e6e-b805679ece76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e175df3271044a6ca4aeea38a0f11579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539924 Jul 09 20:55:09.487461 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee414f1-9da5-4c0d-9e6e-b805679ece76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41b3290-ad7f-400d-8b93-1084a54ea53c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:09.488657 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 59136) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:09.556532 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eab9a187-b213-4231-8e54-bc95aacc14c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:09.585522 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eab9a187-b213-4231-8e54-bc95aacc14c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:09.641932 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eab9a187-b213-4231-8e54-bc95aacc14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:09.646465 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eab9a187-b213-4231-8e54-bc95aacc14c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:09.647986 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-eab9a187-b213-4231-8e54-bc95aacc14c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f41b3290-ad7f-400d-8b93-1084a54ea53c HTTP/1.1" status: 204 len: 168 time: 0.1583493 Jul 09 20:55:09.657874 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9a187-b213-4231-8e54-bc95aacc14c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41b3290-ad7f-400d-8b93-1084a54ea53c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:09.680403 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-424334a0-44a7-4825-b8a1-fed1c77aca7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:09.728775 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d85d2b83-4369-4e07-98d8-c92f826c6217 req-008082c5-9a70-4bbf-a795-5305c59ab853 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 210 time: 0.0328343 Jul 09 20:55:09.773681 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c1a55-4815-4915-9045-878af4a14806 req-c1f86a19-d3b0-406f-a96b-091114174c9a tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:09.775309 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-c1f86a19-d3b0-406f-a96b-091114174c9a tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.26 "GET /v2.0/networks?id=efbeeee3-3507-4b86-b64f-6d8e01458bc6 HTTP/1.1" status: 200 len: 814 time: 0.2313914 Jul 09 20:55:09.818526 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Request body: {'port': {'device_id': 'a2a290c5-4264-4ca5-9d64-f304ecdc2561', 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6', 'admin_state_up': True, 'tenant_id': '681a8aeb48124196bb74f839e81dd05e'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:09.995111 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Made reservation on behalf of 681a8aeb48124196bb74f839e81dd05e for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:55:10.000097 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.013144 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b565a-d117-4924-b38f-8f4f5f899406 req-a67e0457-2804-4a67-9699-f39ad20c4b55 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:10.014934 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-571b565a-d117-4924-b38f-8f4f5f899406 req-a67e0457-2804-4a67-9699-f39ad20c4b55 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 945 time: 0.0826445 Jul 09 20:55:10.067954 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-571b565a-d117-4924-b38f-8f4f5f899406 req-af8271a0-45bc-48c1-9b61-d834d9808192 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452099 Jul 09 20:55:10.113834 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.151868 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Allocated IP 172.20.0.14 (efbeeee3-3507-4b86-b64f-6d8e01458bc6/f3b2b99a-ab63-459a-a65c-b3b3ca8e937e/d75dec25-075b-48b6-8379-4acdd30df14f) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:55:10.244609 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50e27a-10b0-4199-a9b2-a596e4231079 req-5b4e58e7-a8c1-47a9-8883-e18d2569a918 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:10.246276 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8a50e27a-10b0-4199-a9b2-a596e4231079 req-5b4e58e7-a8c1-47a9-8883-e18d2569a918 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0723958 Jul 09 20:55:10.312827 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8a50e27a-10b0-4199-a9b2-a596e4231079 req-eb55649c-88c1-43ed-be2e-1630581dcb04 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487001 Jul 09 20:55:10.337012 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.387982 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.447515 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Network efbeeee3-3507-4b86-b64f-6d8e01458bc6 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:55:10.450987 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:55:10.455988 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:55:10.462000 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:10.462251 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.471485 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Pushing event updated for resources: {'Port': ['ID=d75dec25-075b-48b6-8379-4acdd30df14f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:10.480607 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-a3d41d0d-3a83-4392-a19e-9edfbbd78a36 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6900525 Jul 09 20:55:10.535862 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Request body: {'port': {'device_id': 'a2a290c5-4264-4ca5-9d64-f304ecdc2561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:10.626438 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.629494 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.917079 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75dec25-075b-48b6-8379-4acdd30df14f {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:55:10.929272 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.932983 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f3f77-2754-4f2d-aea3-05cc94e883d5 req-7df6853e-8137-42fe-9bed-dea30e7e7109 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:10.934567 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e94f3f77-2754-4f2d-aea3-05cc94e883d5 req-7df6853e-8137-42fe-9bed-dea30e7e7109 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 932 time: 0.0699069 Jul 09 20:55:10.943635 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Transition to ACTIVE for port object d75dec25-075b-48b6-8379-4acdd30df14f will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:55:10.947882 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:11.004674 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e94f3f77-2754-4f2d-aea3-05cc94e883d5 req-045756d0-1f80-4196-a99e-ce6d9a960bfa tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642946 Jul 09 20:55:11.006027 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Pushing event updated for resources: {'Port': ['ID=d75dec25-075b-48b6-8379-4acdd30df14f,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:11.058139 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Attempting to bind port d75dec25-075b-48b6-8379-4acdd30df14f on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:55:11.058554 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Attempting to bind port d75dec25-075b-48b6-8379-4acdd30df14f by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'db8dd971-02d5-43fd-82d2-59aec8be3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:55:11.058961 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Attempting to bind port d75dec25-075b-48b6-8379-4acdd30df14f on network efbeeee3-3507-4b86-b64f-6d8e01458bc6 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:55:11.064078 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Port d75dec25-075b-48b6-8379-4acdd30df14f on network efbeeee3-3507-4b86-b64f-6d8e01458bc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:55:11.064480 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Attempting to bind port d75dec25-075b-48b6-8379-4acdd30df14f on network efbeeee3-3507-4b86-b64f-6d8e01458bc6 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:55:11.069587 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:55:11.069987 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Checking segment: {'id': 'db8dd971-02d5-43fd-82d2-59aec8be3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:55:11.070602 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Bound using segment: {'id': 'db8dd971-02d5-43fd-82d2-59aec8be3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:55:11.071205 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Bound port: d75dec25-075b-48b6-8379-4acdd30df14f, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8dd971-02d5-43fd-82d2-59aec8be3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:55:11.071629 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:11.147499 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] For port d75dec25-075b-48b6-8379-4acdd30df14f, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:55:11.151079 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] For port d75dec25-075b-48b6-8379-4acdd30df14f, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d75dec25-075b-48b6-8379-4acdd30df14f,segment=NetworkSegment(db8dd971-02d5-43fd-82d2-59aec8be3556),segment_id=db8dd971-02d5-43fd-82d2-59aec8be3556)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:55:11.156417 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:11.201337 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:11.202034 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:11.207936 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] 10.222.0.26 "PUT /v2.0/ports/d75dec25-075b-48b6-8379-4acdd30df14f HTTP/1.1" status: 200 len: 1094 time: 0.6894207 Jul 09 20:55:11.207936 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a290c5-4264-4ca5-9d64-f304ecdc2561', 'tag': 'd75dec25-075b-48b6-8379-4acdd30df14f'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:11.207936 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67826b6d-ab97-4d54-b8d7-6eee49ae446d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a290c5-4264-4ca5-9d64-f304ecdc2561", "tag": "d75dec25-075b-48b6-8379-4acdd30df14f"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:11.229887 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46d120-b8c3-4222-b4da-ca8facc4daac service neutron] Pushing event updated for resources: {'Port': ['ID=d75dec25-075b-48b6-8379-4acdd30df14f,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:11.332944 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c1a55-4815-4915-9045-878af4a14806 req-4fbd9e77-15d8-4513-acb5-c522efd1649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:11.337661 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-4fbd9e77-15d8-4513-acb5-c522efd1649d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=681a8aeb48124196bb74f839e81dd05e&device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 1097 time: 0.0652249 Jul 09 20:55:11.373618 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1211b59d-27b3-4433-8df4-07556a41320e x-openstack-request-id: req-1211b59d-27b3-4433-8df4-07556a41320e {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:11.373978 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a290c5-4264-4ca5-9d64-f304ecdc2561", "tag": "d75dec25-075b-48b6-8379-4acdd30df14f", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:11.374366 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1211b59d-27b3-4433-8df4-07556a41320e {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:11.375331 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a290c5-4264-4ca5-9d64-f304ecdc2561', 'tag': 'd75dec25-075b-48b6-8379-4acdd30df14f', 'status': 'completed', 'code': 200} Jul 09 20:55:11.411911 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-19602b7a-4655-4bc3-b9ac-dad451c2148a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d75dec25-075b-48b6-8379-4acdd30df14f HTTP/1.1" status: 200 len: 217 time: 0.0355644 Jul 09 20:55:11.465554 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c1a55-4815-4915-9045-878af4a14806 req-e4dab73d-1bf3-4b21-be27-dff4756ab597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:11.467002 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-e4dab73d-1bf3-4b21-be27-dff4756ab597 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3b2b99a-ab63-459a-a65c-b3b3ca8e937e HTTP/1.1" status: 200 len: 854 time: 0.0473077 Jul 09 20:55:11.512402 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-97d2cc4d-c054-4fcb-9acd-cb9370bf6170 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=efbeeee3-3507-4b86-b64f-6d8e01458bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349996 Jul 09 20:55:11.526866 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c7dc4-8401-4fb8-a20c-44d287be0906 req-8a36e58b-8a2e-4b22-9eeb-490c1af32eb0 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:11.528401 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2d5c7dc4-8401-4fb8-a20c-44d287be0906 req-8a36e58b-8a2e-4b22-9eeb-490c1af32eb0 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 945 time: 0.0665343 Jul 09 20:55:11.570337 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2d5c7dc4-8401-4fb8-a20c-44d287be0906 req-a1ccd4f4-929d-4255-a4e4-8ee8731279cb tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351632 Jul 09 20:55:11.616349 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-0a0454db-a707-40f8-8c85-6dd9b314f3bf service neutron] 10.222.0.26 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945807 Jul 09 20:55:11.713895 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f4c1a55-4815-4915-9045-878af4a14806 req-983d1802-61f3-47e9-a5db-d2cce91f8511 service neutron] 10.222.0.26 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895317 Jul 09 20:55:11.777306 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a3265-742a-48aa-a5d9-93a20f175b44 req-7768a300-d894-4b7d-964d-5bc839501390 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:11.778705 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-208a3265-742a-48aa-a5d9-93a20f175b44 req-7768a300-d894-4b7d-964d-5bc839501390 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0778086 Jul 09 20:55:11.820835 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-208a3265-742a-48aa-a5d9-93a20f175b44 req-f9f9849e-c665-43e1-b4d3-f28646f5d935 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356050 Jul 09 20:55:11.913095 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 59252) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:11.926567 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67826b6d-ab97-4d54-b8d7-6eee49ae446d req-06104260-5aec-45bc-b68e-7f3c7665ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:11.928440 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67826b6d-ab97-4d54-b8d7-6eee49ae446d req-06104260-5aec-45bc-b68e-7f3c7665ea59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=681a8aeb48124196bb74f839e81dd05e&device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 1097 time: 0.0770934 Jul 09 20:55:11.975949 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1419de-719a-49ec-b13c-5c3530567cd1 admin admin] Deleting subnet 44c1d888-5535-4a74-b152-e48f9749f062 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:55:11.979776 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2b1419de-719a-49ec-b13c-5c3530567cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.028117 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2b1419de-719a-49ec-b13c-5c3530567cd1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.036255 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2b1419de-719a-49ec-b13c-5c3530567cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.043285 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67826b6d-ab97-4d54-b8d7-6eee49ae446d req-84f268a0-5978-4a3f-b8a4-6720dadcc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:12.045002 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67826b6d-ab97-4d54-b8d7-6eee49ae446d req-84f268a0-5978-4a3f-b8a4-6720dadcc727 service neutron] 10.222.0.26 "GET /v2.0/networks?id=efbeeee3-3507-4b86-b64f-6d8e01458bc6 HTTP/1.1" status: 200 len: 916 time: 0.1046643 Jul 09 20:55:12.097956 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2b1419de-719a-49ec-b13c-5c3530567cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.113804 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.132496 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1419de-719a-49ec-b13c-5c3530567cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c1d888-5535-4a74-b152-e48f9749f062,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:12.142667 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67826b6d-ab97-4d54-b8d7-6eee49ae446d req-8cd26d4b-b210-4079-877c-5f1cc35a6981 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d75dec25-075b-48b6-8379-4acdd30df14f HTTP/1.1" status: 200 len: 217 time: 0.0861497 Jul 09 20:55:12.145560 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2b1419de-719a-49ec-b13c-5c3530567cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.150036 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59268) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:12.150270 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2b1419de-719a-49ec-b13c-5c3530567cd1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/44c1d888-5535-4a74-b152-e48f9749f062 HTTP/1.1" status: 204 len: 168 time: 0.2357440 Jul 09 20:55:12.277092 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67826b6d-ab97-4d54-b8d7-6eee49ae446d req-07dc3124-3862-4d36-9b4e-8283d400b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:12.278616 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67826b6d-ab97-4d54-b8d7-6eee49ae446d req-07dc3124-3862-4d36-9b4e-8283d400b0cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3b2b99a-ab63-459a-a65c-b3b3ca8e937e HTTP/1.1" status: 200 len: 854 time: 0.1142428 Jul 09 20:55:12.285231 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.330271 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 59272) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:12.363398 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67826b6d-ab97-4d54-b8d7-6eee49ae446d req-9b98e18b-d574-481c-932b-9ea9114e79b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=efbeeee3-3507-4b86-b64f-6d8e01458bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375481 Jul 09 20:55:12.448620 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.458489 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c682b68-f6c8-430d-a51c-5502a5f671f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.464296 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.464653 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.465413 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.465748 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > port after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.466084 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.466403 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > port after_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.466713 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.467023 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.467331 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.467672 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.475247 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d5d03-5547-4920-8340-e8f3941739df req-566141d9-e490-465e-b6fd-a0615388d6ca tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:12.476740 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab3d5d03-5547-4920-8340-e8f3941739df req-566141d9-e490-465e-b6fd-a0615388d6ca tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 944 time: 0.0871825 Jul 09 20:55:12.532231 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab3d5d03-5547-4920-8340-e8f3941739df req-08c47809-59b0-4423-bb39-cd01e0830bc9 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483029 Jul 09 20:55:12.599524 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c682b68-f6c8-430d-a51c-5502a5f671f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.603453 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c682b68-f6c8-430d-a51c-5502a5f671f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.608121 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.608476 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.608869 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.609211 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:55:12.609592 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b706d2ba-3f9d-4673-962d-979d6d0c160e']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:12.631044 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a3acd4-18de-4e1c-b3bc-777859568315') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:12.631728 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a3acd4-18de-4e1c-b3bc-777859568315') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:12.647755 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c682b68-f6c8-430d-a51c-5502a5f671f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e2e4cd-f61a-4dad-a0fe-0644d5716719,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:12.658197 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10079058'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.659051 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9c682b68-f6c8-430d-a51c-5502a5f671f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=afe901a14b754bbdb694d944e68f93bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276932 Jul 09 20:55:12.663213 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59278) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:12.722951 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.733318 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67826b6d-ab97-4d54-b8d7-6eee49ae446d req-6637457b-97a5-43ab-9426-021d00ac966d service neutron] 10.222.0.26 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455391 Jul 09 20:55:12.742873 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:55:12.743279 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10078114'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: from cryptography.utils import int_from_bytes Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: from cryptography.utils import int_from_bytes Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: timer() Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: self._notify() Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: event.method(event) Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:55:12.748128 dv-cinder-792642-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:55:12.776981 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bb4df-c0be-4e09-bdb5-b4d64c3183d7 req-66edc21f-8fab-4d3e-a810-b4687f0d8159 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:12.778447 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a37bb4df-c0be-4e09-bdb5-b4d64c3183d7 req-66edc21f-8fab-4d3e-a810-b4687f0d8159 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 945 time: 0.0641298 Jul 09 20:55:12.817136 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a37bb4df-c0be-4e09-bdb5-b4d64c3183d7 req-e9ed020d-846e-4502-8684-9e0fe39c9243 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321295 Jul 09 20:55:12.868134 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-873a7a21-5b9a-44a9-a54b-0f988acd34e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.874087 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.900420 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.902273 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b706d2ba-3f9d-4673-962d-979d6d0c160e HTTP/1.1" status: 204 len: 168 time: 0.7495248 Jul 09 20:55:12.923435 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-873a7a21-5b9a-44a9-a54b-0f988acd34e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.934522 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34495bcb-c300-40f0-af04-a73a46aa5207 admin admin] Pushing event deleted for resources: {'Network': ['ID=b706d2ba-3f9d-4673-962d-979d6d0c160e,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:12.944977 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67826b6d-ab97-4d54-b8d7-6eee49ae446d req-445736a8-8ea2-4f65-abad-f5ecb63b3501 service neutron] 10.222.0.26 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958385 Jul 09 20:55:12.988868 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-873a7a21-5b9a-44a9-a54b-0f988acd34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.992229 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-873a7a21-5b9a-44a9-a54b-0f988acd34e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:12.993525 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-873a7a21-5b9a-44a9-a54b-0f988acd34e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e9e2e4cd-f61a-4dad-a0fe-0644d5716719 HTTP/1.1" status: 204 len: 168 time: 0.3293376 Jul 09 20:55:13.003157 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a7a21-5b9a-44a9-a54b-0f988acd34e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e2e4cd-f61a-4dad-a0fe-0644d5716719,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:13.026800 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af7b60-703f-467c-a1de-b95b5bfd428a req-e82e3ba9-0d25-4efa-8415-953dcc5f4a69 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:13.028965 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-60af7b60-703f-467c-a1de-b95b5bfd428a req-e82e3ba9-0d25-4efa-8415-953dcc5f4a69 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0893736 Jul 09 20:55:13.081031 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-60af7b60-703f-467c-a1de-b95b5bfd428a req-3a34214c-aaa5-4dfa-b5b4-2dff314ed4c3 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Jul 09 20:55:13.081358 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59286) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:13.121739 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5bd632dd-3f59-4001-92c9-c3ffa30b55ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b08f97c9dea48aebfae61ec87fbeaad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391114 Jul 09 20:55:13.124866 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59294) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:13.189776 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4f2a4b61-3953-4aef-9f12-d3db3d3151ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.212788 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4f2a4b61-3953-4aef-9f12-d3db3d3151ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.268780 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4f2a4b61-3953-4aef-9f12-d3db3d3151ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.271466 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4f2a4b61-3953-4aef-9f12-d3db3d3151ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.275000 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4f2a4b61-3953-4aef-9f12-d3db3d3151ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/558d7973-1df4-4971-8936-6753dddb2daa HTTP/1.1" status: 204 len: 168 time: 0.1442518 Jul 09 20:55:13.289512 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a4b61-3953-4aef-9f12-d3db3d3151ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558d7973-1df4-4971-8936-6753dddb2daa,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:13.321570 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59300) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:13.336980 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f1591111-7bc1-4f3d-885f-aa618a3c01ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.440611 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f1591111-7bc1-4f3d-885f-aa618a3c01ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.445493 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f1591111-7bc1-4f3d-885f-aa618a3c01ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.483522 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f1591111-7bc1-4f3d-885f-aa618a3c01ba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a98a01f6892413dbcba8586a94841b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608503 Jul 09 20:55:13.486886 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59302) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:13.492828 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1591111-7bc1-4f3d-885f-aa618a3c01ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5c8366-24d8-45a9-9556-0edf6d643bdd,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:13.543893 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a22dcafc-cde2-4bc8-96a8-c86923c8c455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.566027 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a22dcafc-cde2-4bc8-96a8-c86923c8c455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.658477 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a22dcafc-cde2-4bc8-96a8-c86923c8c455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.661309 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a22dcafc-cde2-4bc8-96a8-c86923c8c455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.662430 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a22dcafc-cde2-4bc8-96a8-c86923c8c455 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cb5c8366-24d8-45a9-9556-0edf6d643bdd HTTP/1.1" status: 204 len: 168 time: 0.1746280 Jul 09 20:55:13.680654 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dcafc-cde2-4bc8-96a8-c86923c8c455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5c8366-24d8-45a9-9556-0edf6d643bdd,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:13.719315 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448a630-e595-44a3-a4b4-fd15e8436f0b req-9ae54f17-89f9-4a3d-ac19-5a4940212bd5 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:13.722031 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8448a630-e595-44a3-a4b4-fd15e8436f0b req-9ae54f17-89f9-4a3d-ac19-5a4940212bd5 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 945 time: 0.1214371 Jul 09 20:55:13.807715 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da07e0-0bb6-4077-b4c8-b9bcd6bd9e61 req-5537482b-c578-421d-8a32-78bf99d30379 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:13.814575 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2da07e0-0bb6-4077-b4c8-b9bcd6bd9e61 req-5537482b-c578-421d-8a32-78bf99d30379 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 944 time: 0.1010087 Jul 09 20:55:13.862442 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2da07e0-0bb6-4077-b4c8-b9bcd6bd9e61 req-0f611939-8cf5-4bd4-afb1-127918198d15 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470083 Jul 09 20:55:13.882777 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-8448a630-e595-44a3-a4b4-fd15e8436f0b req-8c029cfb-c119-4afa-9c6b-eead89f43588 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Deleting port 3bbbe495-2da3-4562-823c-a6e2c0873cdd {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:55:13.883126 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8448a630-e595-44a3-a4b4-fd15e8436f0b req-8c029cfb-c119-4afa-9c6b-eead89f43588 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.995844 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-8448a630-e595-44a3-a4b4-fd15e8436f0b req-8c029cfb-c119-4afa-9c6b-eead89f43588 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] For port 3bbbe495-2da3-4562-823c-a6e2c0873cdd, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3bbbe495-2da3-4562-823c-a6e2c0873cdd,segment=NetworkSegment(34c660da-8bb1-4f0c-9b05-29c2f89f350f),segment_id=34c660da-8bb1-4f0c-9b05-29c2f89f350f)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:13.995844 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8448a630-e595-44a3-a4b4-fd15e8436f0b req-8c029cfb-c119-4afa-9c6b-eead89f43588 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:14.010613 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-8448a630-e595-44a3-a4b4-fd15e8436f0b req-8c029cfb-c119-4afa-9c6b-eead89f43588 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Calling delete_port for 3bbbe495-2da3-4562-823c-a6e2c0873cdd owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:55:14.091111 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006552-f893-43a7-a5f6-c21e85aa38c3 req-606757c9-9cfc-4ee5-a6d0-4935538ffc6c tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:14.093613 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9006552-f893-43a7-a5f6-c21e85aa38c3 req-606757c9-9cfc-4ee5-a6d0-4935538ffc6c tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 945 time: 0.0848999 Jul 09 20:55:14.137097 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9006552-f893-43a7-a5f6-c21e85aa38c3 req-19f7908c-59e2-4266-8d63-0ccbe6a054cf tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377970 Jul 09 20:55:14.180435 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8448a630-e595-44a3-a4b4-fd15e8436f0b req-8c029cfb-c119-4afa-9c6b-eead89f43588 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:14.233035 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['3bbbe495-2da3-4562-823c-a6e2c0873cdd'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:14.284790 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c029cfb-c119-4afa-9c6b-eead89f43588 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Pushing event deleted for resources: {'Port': ['ID=3bbbe495-2da3-4562-823c-a6e2c0873cdd,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:14.309695 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8448a630-e595-44a3-a4b4-fd15e8436f0b req-8c029cfb-c119-4afa-9c6b-eead89f43588 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] No DVR routers for this DVR port 3bbbe495-2da3-4562-823c-a6e2c0873cdd on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:55:14.312923 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8448a630-e595-44a3-a4b4-fd15e8436f0b req-8c029cfb-c119-4afa-9c6b-eead89f43588 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:14.315141 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8448a630-e595-44a3-a4b4-fd15e8436f0b req-8c029cfb-c119-4afa-9c6b-eead89f43588 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.26 "DELETE /v2.0/ports/3bbbe495-2da3-4562-823c-a6e2c0873cdd HTTP/1.1" status: 204 len: 173 time: 0.5854356 Jul 09 20:55:14.315615 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c773deb-6d51-4ac9-a0b0-5496e29b6f67', 'name': 'network-vif-deleted', 'tag': '3bbbe495-2da3-4562-823c-a6e2c0873cdd'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:14.318082 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687a6753-7dfa-478a-ac52-d775c1ae6991" -d '{"events": [{"server_uuid": "9c773deb-6d51-4ac9-a0b0-5496e29b6f67", "name": "network-vif-deleted", "tag": "3bbbe495-2da3-4562-823c-a6e2c0873cdd"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:14.414473 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758689f1-8bb5-40d0-89d6-4616b1c89053 req-a08bf463-9556-4b8e-b0af-77f7d5a4a4c2 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:14.416682 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-758689f1-8bb5-40d0-89d6-4616b1c89053 req-a08bf463-9556-4b8e-b0af-77f7d5a4a4c2 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0876050 Jul 09 20:55:14.468123 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-758689f1-8bb5-40d0-89d6-4616b1c89053 req-446611ae-3011-492b-a2b5-691e1e6cee03 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439007 Jul 09 20:55:14.518831 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74013d97-bcb8-43c7-a75e-ddc8171711ed x-openstack-request-id: req-74013d97-bcb8-43c7-a75e-ddc8171711ed {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:14.519071 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c773deb-6d51-4ac9-a0b0-5496e29b6f67", "name": "network-vif-deleted", "tag": "3bbbe495-2da3-4562-823c-a6e2c0873cdd", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:14.519536 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74013d97-bcb8-43c7-a75e-ddc8171711ed {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:14.525314 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c773deb-6d51-4ac9-a0b0-5496e29b6f67', 'name': 'network-vif-deleted', 'tag': '3bbbe495-2da3-4562-823c-a6e2c0873cdd', 'status': 'completed', 'code': 200} Jul 09 20:55:14.658967 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device d75dec25-075b-48b6-8379-4acdd30df14f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:55:14.769713 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port d75dec25-075b-48b6-8379-4acdd30df14f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d75dec25-075b-48b6-8379-4acdd30df14f,segment=NetworkSegment(db8dd971-02d5-43fd-82d2-59aec8be3556),segment_id=db8dd971-02d5-43fd-82d2-59aec8be3556)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:14.786483 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': 'd75dec25-075b-48b6-8379-4acdd30df14f', 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6', 'port_id': 'd75dec25-075b-48b6-8379-4acdd30df14f', 'mac_address': 'fa:16:3e:14:b8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b2b99a-ab63-459a-a65c-b3b3ca8e937e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:55:14.964725 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.004110 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75dec25-075b-48b6-8379-4acdd30df14f {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:55:15.061693 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port d75dec25-075b-48b6-8379-4acdd30df14f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d75dec25-075b-48b6-8379-4acdd30df14f,segment=NetworkSegment(db8dd971-02d5-43fd-82d2-59aec8be3556),segment_id=db8dd971-02d5-43fd-82d2-59aec8be3556)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:15.069605 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.095449 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bbba0-4b53-4708-ae4e-1d85c1ad4203 req-41f37569-9654-4c25-b894-e0b8d1c07e08 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:15.102494 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-502bbba0-4b53-4708-ae4e-1d85c1ad4203 req-41f37569-9654-4c25-b894-e0b8d1c07e08 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 944 time: 0.0832870 Jul 09 20:55:15.132954 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=d75dec25-075b-48b6-8379-4acdd30df14f,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:15.142225 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.142803 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.143305 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.144064 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.144552 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.144890 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.145288 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.145623 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.145952 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.146276 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.146601 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.146918 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:15.159886 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-502bbba0-4b53-4708-ae4e-1d85c1ad4203 req-ad94c8c7-12c1-4a26-ac6d-e6fa7a707966 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564363 Jul 09 20:55:15.321649 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23e7503a-de88-4cb5-90d6-c76f6476b0d4 req-70be6f6e-d8b3-477c-8a83-b71d43a0b3c3 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c773deb-6d51-4ac9-a0b0-5496e29b6f67 HTTP/1.1" status: 200 len: 210 time: 0.0331943 Jul 09 20:55:15.521647 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['d75dec25-075b-48b6-8379-4acdd30df14f'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:15.622518 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59402) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:15.668465 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d91e09-2bed-44b3-bb9d-bcc456cddc51 req-3226ec88-bbda-4df2-bf71-c32ad175bcd3 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:15.669691 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73d91e09-2bed-44b3-bb9d-bcc456cddc51 req-3226ec88-bbda-4df2-bf71-c32ad175bcd3 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0827899 Jul 09 20:55:15.709928 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73d91e09-2bed-44b3-bb9d-bcc456cddc51 req-a452a6b0-a7a8-4257-a3fc-3853df96096a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Jul 09 20:55:15.736621 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-15543041-0fba-41d6-a13b-2dfc75595e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.831287 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-15543041-0fba-41d6-a13b-2dfc75595e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.835630 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-15543041-0fba-41d6-a13b-2dfc75595e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.873411 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-15543041-0fba-41d6-a13b-2dfc75595e2b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c574244b717c4202b5563d5458051325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498319 Jul 09 20:55:15.875107 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15543041-0fba-41d6-a13b-2dfc75595e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f830b4f9-769f-49f2-ab11-e44d40d33b06,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:15.876779 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 59408) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:15.929321 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-77f6f817-acea-4b9f-8877-46b4aca90de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.952214 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-77f6f817-acea-4b9f-8877-46b4aca90de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.997507 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-77f6f817-acea-4b9f-8877-46b4aca90de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.001040 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-77f6f817-acea-4b9f-8877-46b4aca90de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.002186 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-77f6f817-acea-4b9f-8877-46b4aca90de6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f830b4f9-769f-49f2-ab11-e44d40d33b06 HTTP/1.1" status: 204 len: 168 time: 0.1232719 Jul 09 20:55:16.015047 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6f817-acea-4b9f-8877-46b4aca90de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f830b4f9-769f-49f2-ab11-e44d40d33b06,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:16.321860 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 59424) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:16.340435 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6884853e-fef5-4846-a998-9e5af8d30a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.387642 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96c34de1-ef5b-4938-b98a-1a4d8c94eff8 req-cca55314-f42b-4736-934e-eeb9275462be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674689 Jul 09 20:55:16.395551 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf74a58-9cde-4daf-b485-8e1b162b86b6 req-68f0d28f-2207-4519-bb76-e25b52cc8c37 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:16.397056 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fcf74a58-9cde-4daf-b485-8e1b162b86b6 req-68f0d28f-2207-4519-bb76-e25b52cc8c37 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 945 time: 0.1126564 Jul 09 20:55:16.514037 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c34de1-ef5b-4938-b98a-1a4d8c94eff8 req-8b4def6f-15b1-409e-8226-91b1b72f2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:16.516020 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96c34de1-ef5b-4938-b98a-1a4d8c94eff8 req-8b4def6f-15b1-409e-8226-91b1b72f2cf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 1099 time: 0.0592067 Jul 09 20:55:16.632309 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c34de1-ef5b-4938-b98a-1a4d8c94eff8 req-7186048b-93d7-483c-b730-c44f645c783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:16.633775 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96c34de1-ef5b-4938-b98a-1a4d8c94eff8 req-7186048b-93d7-483c-b730-c44f645c783e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 920 time: 0.0889251 Jul 09 20:55:16.652469 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fcf74a58-9cde-4daf-b485-8e1b162b86b6 req-3f584405-8086-4632-aad5-11d5f6bdd450 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493668 Jul 09 20:55:16.704232 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6884853e-fef5-4846-a998-9e5af8d30a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.708319 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6884853e-fef5-4846-a998-9e5af8d30a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.760492 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59434) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:16.763636 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6884853e-fef5-4846-a998-9e5af8d30a60 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31d544c005e64839ab50f7a82065299e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4370031 Jul 09 20:55:16.764706 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884853e-fef5-4846-a998-9e5af8d30a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c3ced2-0138-4ebc-a481-d5d9f7b06ddb,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:16.819074 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a29404b9-3c25-49a7-b03b-54f862df3067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.840786 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a29404b9-3c25-49a7-b03b-54f862df3067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.897478 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a29404b9-3c25-49a7-b03b-54f862df3067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.900013 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a29404b9-3c25-49a7-b03b-54f862df3067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.901149 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a29404b9-3c25-49a7-b03b-54f862df3067 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1c3ced2-0138-4ebc-a481-d5d9f7b06ddb HTTP/1.1" status: 204 len: 168 time: 0.1393716 Jul 09 20:55:16.907492 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af3445-c245-458a-baae-f0c0e0d9e0e2 req-fb56fab2-d108-4052-91d1-e8361e45ba5c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:16.908926 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29404b9-3c25-49a7-b03b-54f862df3067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c3ced2-0138-4ebc-a481-d5d9f7b06ddb,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:16.909320 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7af3445-c245-458a-baae-f0c0e0d9e0e2 req-fb56fab2-d108-4052-91d1-e8361e45ba5c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0690455 Jul 09 20:55:16.948576 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7af3445-c245-458a-baae-f0c0e0d9e0e2 req-9844d674-76e7-4aaf-a8bf-5fc41308db31 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Jul 09 20:55:17.135904 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-c7d75444-86b9-409a-a8cd-25de8d29ff07 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:17.137450 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-c7d75444-86b9-409a-a8cd-25de8d29ff07 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/networks?id=d0db1de5-2b10-4db2-bb59-885af690b57a HTTP/1.1" status: 200 len: 808 time: 0.1084292 Jul 09 20:55:17.153752 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-37a47dcf-a692-4e32-951a-7524619c7795 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/quotas/73edbb1e55f843609f3cc6be0992a46e HTTP/1.1" status: 200 len: 375 time: 0.0095510 Jul 09 20:55:17.188075 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-89d63d6a-3871-4da8-9877-d3db0803af80 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=73edbb1e55f843609f3cc6be0992a46e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281191 Jul 09 20:55:17.285893 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-0265c3b7-6649-49a5-84e3-b6a7d14773a1 service neutron] 10.222.0.73 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904567 Jul 09 20:55:17.380542 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-708ba968-5347-424e-bdac-39e3fd86915f service neutron] 10.222.0.73 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872145 Jul 09 20:55:17.709998 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96c34de1-ef5b-4938-b98a-1a4d8c94eff8 req-6e1bc81b-089f-4735-add0-3c6092a3953d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3 HTTP/1.1" status: 200 len: 217 time: 0.0365336 Jul 09 20:55:18.285561 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:55:18.553417 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device d75dec25-075b-48b6-8379-4acdd30df14f up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:55:18.613316 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port d75dec25-075b-48b6-8379-4acdd30df14f completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:55:18.618602 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port d75dec25-075b-48b6-8379-4acdd30df14f triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:55:18.618991 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:18.721138 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:18.742246 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a290c5-4264-4ca5-9d64-f304ecdc2561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75dec25-075b-48b6-8379-4acdd30df14f'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:18.744484 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8652d363-064d-492f-bb45-61a79e0afb61" -d '{"events": [{"server_uuid": "a2a290c5-4264-4ca5-9d64-f304ecdc2561", "name": "network-vif-plugged", "status": "completed", "tag": "d75dec25-075b-48b6-8379-4acdd30df14f"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:18.756628 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port d75dec25-075b-48b6-8379-4acdd30df14f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d75dec25-075b-48b6-8379-4acdd30df14f,segment=NetworkSegment(db8dd971-02d5-43fd-82d2-59aec8be3556),segment_id=db8dd971-02d5-43fd-82d2-59aec8be3556)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:18.760500 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:18.761232 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 3bbbe495-2da3-4562-823c-a6e2c0873cdd no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:55:18.796446 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: 3bbbe495-2da3-4562-823c-a6e2c0873cdd {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:55:18.796751 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 3bbbe495-2da3-4562-823c-a6e2c0873cdd not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:55:18.821306 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=d75dec25-075b-48b6-8379-4acdd30df14f,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:19.630065 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c34de1-ef5b-4938-b98a-1a4d8c94eff8 req-19803210-0ef9-4c27-b697-019945838482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:19.631959 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96c34de1-ef5b-4938-b98a-1a4d8c94eff8 req-19803210-0ef9-4c27-b697-019945838482 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 200 len: 858 time: 0.0485723 Jul 09 20:55:19.634120 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:19.920125 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96c34de1-ef5b-4938-b98a-1a4d8c94eff8 req-b41c6007-a9fe-4075-b4e3-d2bd92cbc476 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd211547-dba5-4c75-9042-ab3cca56f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2626083 Jul 09 20:55:19.938038 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9f4643dd-cebe-4a5c-ba1a-1b0f8cdc9e7f req-9a16e372-ffe1-4ec7-9a99-fa046f380f86 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 210 time: 0.0343421 Jul 09 20:55:20.020058 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96c34de1-ef5b-4938-b98a-1a4d8c94eff8 req-15acb740-9eba-46eb-b33a-be0630557a54 service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920515 Jul 09 20:55:20.110812 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfd111-2295-4a0c-ab5e-a44a9e23fbeb req-4f1c20fe-986b-4745-a69a-da99e6467552 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:20.112562 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e2dfd111-2295-4a0c-ab5e-a44a9e23fbeb req-4f1c20fe-986b-4745-a69a-da99e6467552 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 946 time: 0.0688114 Jul 09 20:55:20.129411 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96c34de1-ef5b-4938-b98a-1a4d8c94eff8 req-227a071a-ee47-4a37-aade-752d5240adc6 service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009400 Jul 09 20:55:20.153457 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e2dfd111-2295-4a0c-ab5e-a44a9e23fbeb req-71a3319a-3bef-4808-aaf7-bc44d87f3abc tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351951 Jul 09 20:55:20.321767 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e158532-a468-430c-ba0d-ebe8a3fb3961 req-0924eb0c-a25c-4b16-adf9-171baeaefaed tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:20.323232 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5e158532-a468-430c-ba0d-ebe8a3fb3961 req-0924eb0c-a25c-4b16-adf9-171baeaefaed tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0621543 Jul 09 20:55:20.361025 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5e158532-a468-430c-ba0d-ebe8a3fb3961 req-8c9c1824-6313-4173-b8c7-792e015c9ad0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Jul 09 20:55:20.408399 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc27ff4b-daee-4f08-a118-91c2907ca962 x-openstack-request-id: req-cc27ff4b-daee-4f08-a118-91c2907ca962 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:20.408753 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a290c5-4264-4ca5-9d64-f304ecdc2561", "name": "network-vif-plugged", "status": "completed", "tag": "d75dec25-075b-48b6-8379-4acdd30df14f", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:20.409152 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc27ff4b-daee-4f08-a118-91c2907ca962 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:20.409610 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a290c5-4264-4ca5-9d64-f304ecdc2561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75dec25-075b-48b6-8379-4acdd30df14f', 'code': 200} Jul 09 20:55:20.900881 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-b40f0873-5cb7-4645-9025-ecab0e95a4ad tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:20.902317 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-b40f0873-5cb7-4645-9025-ecab0e95a4ad tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.26 "GET /v2.0/networks?id=d0db1de5-2b10-4db2-bb59-885af690b57a HTTP/1.1" status: 200 len: 808 time: 0.1324298 Jul 09 20:55:23.761426 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Request body: {'port': {'device_id': 'ad0fdb7c-1771-43f1-84c0-e140e35cea17', 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a', 'admin_state_up': True, 'tenant_id': '73edbb1e55f843609f3cc6be0992a46e'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:23.922753 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3dc54-1728-4622-a0d1-911e897c3d5a req-3a9a24b8-1b0d-4606-9fc0-735f86dccc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:23.924250 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbe3dc54-1728-4622-a0d1-911e897c3d5a req-3a9a24b8-1b0d-4606-9fc0-735f86dccc7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 1099 time: 0.1592593 Jul 09 20:55:23.941617 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Made reservation on behalf of 73edbb1e55f843609f3cc6be0992a46e for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:55:23.945231 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:24.025715 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbe3dc54-1728-4622-a0d1-911e897c3d5a req-422c8ab6-a1e1-4888-8c2b-cd118025a33c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781150 Jul 09 20:55:24.096590 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Allocated IP 172.20.0.7 (d0db1de5-2b10-4db2-bb59-885af690b57a/645219e3-8018-4f0f-9956-f95baf9071a8/68b810af-8761-4164-95cf-f82498dfd47e) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:55:24.133290 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7263a25d-91f0-4dfc-b71f-06944ed140ed req-65e20d18-c70a-46e4-b9b7-09f269591eb3 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 210 time: 0.0324864 Jul 09 20:55:24.256963 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:24.298998 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:24.312580 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18d3cf-879e-45a2-bd41-14a749c75ca7 req-fa7b6edc-1b44-4384-b6d5-0ff5401554ad tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:24.319810 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a18d3cf-879e-45a2-bd41-14a749c75ca7 req-fa7b6edc-1b44-4384-b6d5-0ff5401554ad tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 946 time: 0.0775254 Jul 09 20:55:24.347589 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Network d0db1de5-2b10-4db2-bb59-885af690b57a is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:55:24.351038 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:55:24.355106 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:55:24.366673 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a18d3cf-879e-45a2-bd41-14a749c75ca7 req-a754e923-7a18-4d65-9311-8535bbc44fd0 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Jul 09 20:55:24.379605 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Pushing event updated for resources: {'Port': ['ID=68b810af-8761-4164-95cf-f82498dfd47e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:24.413528 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:24.414152 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:24.429625 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-251f3806-6b1e-42ca-a260-e3688d3e5bf1 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6753163 Jul 09 20:55:24.461231 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Request body: {'port': {'device_id': 'ad0fdb7c-1771-43f1-84c0-e140e35cea17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:24.558104 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:24.572947 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69564d-5fe2-4052-a74f-853dc05bb151 req-f084c9c2-7725-49bb-a8ba-3fdbe710e4fc tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:24.574515 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-af69564d-5fe2-4052-a74f-853dc05bb151 req-f084c9c2-7725-49bb-a8ba-3fdbe710e4fc tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0910327 Jul 09 20:55:24.632390 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-af69564d-5fe2-4052-a74f-853dc05bb151 req-9c618523-3f56-402f-bac1-db711470a95c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516942 Jul 09 20:55:24.855765 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b810af-8761-4164-95cf-f82498dfd47e {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:55:24.864080 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:24.878634 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Transition to ACTIVE for port object 68b810af-8761-4164-95cf-f82498dfd47e will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:55:24.884829 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:24.933142 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Pushing event updated for resources: {'Port': ['ID=68b810af-8761-4164-95cf-f82498dfd47e,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:25.005181 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Attempting to bind port 68b810af-8761-4164-95cf-f82498dfd47e on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:55:25.005505 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Attempting to bind port 68b810af-8761-4164-95cf-f82498dfd47e by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '34c660da-8bb1-4f0c-9b05-29c2f89f350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:55:25.005838 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Attempting to bind port 68b810af-8761-4164-95cf-f82498dfd47e on network d0db1de5-2b10-4db2-bb59-885af690b57a {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:55:25.010049 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Port 68b810af-8761-4164-95cf-f82498dfd47e on network d0db1de5-2b10-4db2-bb59-885af690b57a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:55:25.010374 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Attempting to bind port 68b810af-8761-4164-95cf-f82498dfd47e on network d0db1de5-2b10-4db2-bb59-885af690b57a {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:55:25.015172 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:55:25.015533 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Checking segment: {'id': '34c660da-8bb1-4f0c-9b05-29c2f89f350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:55:25.015915 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Bound using segment: {'id': '34c660da-8bb1-4f0c-9b05-29c2f89f350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:55:25.016343 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Bound port: 68b810af-8761-4164-95cf-f82498dfd47e, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c660da-8bb1-4f0c-9b05-29c2f89f350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:55:25.016729 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:25.079717 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] For port 68b810af-8761-4164-95cf-f82498dfd47e, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:55:25.082713 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] For port 68b810af-8761-4164-95cf-f82498dfd47e, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68b810af-8761-4164-95cf-f82498dfd47e,segment=NetworkSegment(34c660da-8bb1-4f0c-9b05-29c2f89f350f),segment_id=34c660da-8bb1-4f0c-9b05-29c2f89f350f)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:55:25.087864 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:25.122294 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:25.122918 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:25.124712 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] 10.222.0.26 "PUT /v2.0/ports/68b810af-8761-4164-95cf-f82498dfd47e HTTP/1.1" status: 200 len: 1093 time: 0.6677530 Jul 09 20:55:25.124867 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0fdb7c-1771-43f1-84c0-e140e35cea17', 'tag': '68b810af-8761-4164-95cf-f82498dfd47e'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:25.127065 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7908b673-4916-4dab-b38d-7ef258ac7325" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0fdb7c-1771-43f1-84c0-e140e35cea17", "tag": "68b810af-8761-4164-95cf-f82498dfd47e"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:25.150266 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce4351-23c2-41c8-8916-706f7b98f34f service neutron] Pushing event updated for resources: {'Port': ['ID=68b810af-8761-4164-95cf-f82498dfd47e,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:25.261377 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c64ec4-25d4-47aa-a263-cb69328cc771 x-openstack-request-id: req-07c64ec4-25d4-47aa-a263-cb69328cc771 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:25.261666 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0fdb7c-1771-43f1-84c0-e140e35cea17", "tag": "68b810af-8761-4164-95cf-f82498dfd47e", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:25.261917 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07c64ec4-25d4-47aa-a263-cb69328cc771 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:25.262326 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0fdb7c-1771-43f1-84c0-e140e35cea17', 'tag': '68b810af-8761-4164-95cf-f82498dfd47e', 'status': 'completed', 'code': 200} Jul 09 20:55:25.288886 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-68809eac-88a7-4f1f-9384-9e1b13447b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:25.290389 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-68809eac-88a7-4f1f-9384-9e1b13447b23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73edbb1e55f843609f3cc6be0992a46e&device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 1096 time: 0.0597239 Jul 09 20:55:25.377358 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-fdc4e29c-6ffa-42cc-a188-e0596a2964c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b810af-8761-4164-95cf-f82498dfd47e HTTP/1.1" status: 200 len: 217 time: 0.0347533 Jul 09 20:55:25.410262 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52937e03-b39f-4235-9d76-db3c751d0dbf req-5f7ddc76-c3b4-4bcd-bf46-6da0e0446fd8 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:25.411790 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-52937e03-b39f-4235-9d76-db3c751d0dbf req-5f7ddc76-c3b4-4bcd-bf46-6da0e0446fd8 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 943 time: 0.0663822 Jul 09 20:55:25.426443 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-70adac1d-5fc1-4549-8028-ee3f2569a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:25.428004 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-70adac1d-5fc1-4549-8028-ee3f2569a1f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=645219e3-8018-4f0f-9956-f95baf9071a8 HTTP/1.1" status: 200 len: 848 time: 0.0438802 Jul 09 20:55:25.448499 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-52937e03-b39f-4235-9d76-db3c751d0dbf req-949f729d-3aeb-4f3a-bcfb-bcaf6e4760be tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Jul 09 20:55:25.505165 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-febf7503-5dc2-4a59-92fc-d60e800f3712 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0db1de5-2b10-4db2-bb59-885af690b57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339322 Jul 09 20:55:25.615305 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-789906ce-3978-48ec-ba82-80220e099044 service neutron] 10.222.0.26 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878201 Jul 09 20:55:25.628869 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc301cb1-c557-49fc-85d9-3c9dbd8f55a2 req-4727c32e-abfd-4fb3-88a2-aeb695343986 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:25.630376 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cc301cb1-c557-49fc-85d9-3c9dbd8f55a2 req-4727c32e-abfd-4fb3-88a2-aeb695343986 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 946 time: 0.0807104 Jul 09 20:55:25.689715 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cc301cb1-c557-49fc-85d9-3c9dbd8f55a2 req-63fb759d-0c02-4727-8caf-e75adb1d80c1 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467849 Jul 09 20:55:25.737483 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87c99600-f283-47c0-b15c-c5d99c7ec35c req-d87910df-4e92-401d-96ef-75a826a80d43 service neutron] 10.222.0.26 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044824 Jul 09 20:55:25.902533 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7157a0e-6e7f-4998-aab1-73c416f63abb req-8df9a4a5-313a-4464-a9f9-de67cb4f44ea tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:25.904442 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a7157a0e-6e7f-4998-aab1-73c416f63abb req-8df9a4a5-313a-4464-a9f9-de67cb4f44ea tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0886443 Jul 09 20:55:25.937115 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b673-4916-4dab-b38d-7ef258ac7325 req-399798bf-9908-45b6-9aae-a26eedb5e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:25.938772 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7908b673-4916-4dab-b38d-7ef258ac7325 req-399798bf-9908-45b6-9aae-a26eedb5e7e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73edbb1e55f843609f3cc6be0992a46e&device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 1096 time: 0.0664248 Jul 09 20:55:25.951060 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a7157a0e-6e7f-4998-aab1-73c416f63abb req-2d5751be-f5db-4936-9b5f-4babc0b789b0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Jul 09 20:55:26.042800 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b673-4916-4dab-b38d-7ef258ac7325 req-8aa7741a-ac6e-483a-aba6-7bb86a489b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:26.044847 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7908b673-4916-4dab-b38d-7ef258ac7325 req-8aa7741a-ac6e-483a-aba6-7bb86a489b1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0db1de5-2b10-4db2-bb59-885af690b57a HTTP/1.1" status: 200 len: 910 time: 0.0986660 Jul 09 20:55:26.106693 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7908b673-4916-4dab-b38d-7ef258ac7325 req-c363ec24-bc70-4fe9-b8c4-76af5d244fae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b810af-8761-4164-95cf-f82498dfd47e HTTP/1.1" status: 200 len: 217 time: 0.0513883 Jul 09 20:55:26.184903 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b673-4916-4dab-b38d-7ef258ac7325 req-e70f34e1-8793-48cc-af98-ac5228edd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:26.186493 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7908b673-4916-4dab-b38d-7ef258ac7325 req-e70f34e1-8793-48cc-af98-ac5228edd11c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=645219e3-8018-4f0f-9956-f95baf9071a8 HTTP/1.1" status: 200 len: 848 time: 0.0450885 Jul 09 20:55:26.223318 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7908b673-4916-4dab-b38d-7ef258ac7325 req-5b6cfc3f-a6e0-441a-8407-9f027d9959de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0db1de5-2b10-4db2-bb59-885af690b57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270958 Jul 09 20:55:26.324083 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7908b673-4916-4dab-b38d-7ef258ac7325 req-242ca3e7-d302-44a0-a5a5-01dcf2942ade service neutron] 10.222.0.26 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894067 Jul 09 20:55:26.440864 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7908b673-4916-4dab-b38d-7ef258ac7325 req-b6a32602-5f12-414a-aa44-35595175df2b service neutron] 10.222.0.26 "GET /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826914 Jul 09 20:55:26.619020 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529485-555b-420b-bcfd-daf79c11ae70 req-1acf4765-1751-4f38-a24b-1be9ce29dd5e tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:26.620515 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5b529485-555b-420b-bcfd-daf79c11ae70 req-1acf4765-1751-4f38-a24b-1be9ce29dd5e tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 943 time: 0.0612998 Jul 09 20:55:26.657775 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5b529485-555b-420b-bcfd-daf79c11ae70 req-28d78e0e-828b-4ba3-8d10-d0810d491c70 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Jul 09 20:55:26.875332 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cad861-8fd2-4342-8d2f-edf066dee07e req-e71ca3ea-0f79-49c0-af1f-bab869a494b2 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:26.876847 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79cad861-8fd2-4342-8d2f-edf066dee07e req-e71ca3ea-0f79-49c0-af1f-bab869a494b2 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 946 time: 0.0632095 Jul 09 20:55:26.920773 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79cad861-8fd2-4342-8d2f-edf066dee07e req-52d9fd4f-2c7c-4473-a5f9-6b909e43f493 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347991 Jul 09 20:55:27.137057 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84acda2-0b04-4ebf-8451-15c0a51dcb8d req-5817f4f7-eea1-4c33-b4f5-971b2a67b43c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:27.140609 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d84acda2-0b04-4ebf-8451-15c0a51dcb8d req-5817f4f7-eea1-4c33-b4f5-971b2a67b43c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0734453 Jul 09 20:55:27.191676 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d84acda2-0b04-4ebf-8451-15c0a51dcb8d req-05094df7-1768-4c9a-809f-f63bd4b07bcd tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 Jul 09 20:55:27.828499 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd230609-ec8b-40b6-ae70-60a8fb8bf84c req-b84ecc9f-82d9-4d4a-8023-af77b4abf42f tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:27.829969 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dd230609-ec8b-40b6-ae70-60a8fb8bf84c req-b84ecc9f-82d9-4d4a-8023-af77b4abf42f tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 943 time: 0.0618110 Jul 09 20:55:27.869222 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dd230609-ec8b-40b6-ae70-60a8fb8bf84c req-fa864fd0-16f3-4b63-a61a-edeeb560dfd8 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Jul 09 20:55:28.390912 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cf7bc-bf99-4796-8fea-899439ae1581 req-4f1b8029-1d19-4d68-8893-788d2ba0c6e9 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:28.392347 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-248cf7bc-bf99-4796-8fea-899439ae1581 req-4f1b8029-1d19-4d68-8893-788d2ba0c6e9 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0643857 Jul 09 20:55:28.434219 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-248cf7bc-bf99-4796-8fea-899439ae1581 req-d3f428f6-c712-4101-8ae8-4ef82947cf92 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359273 Jul 09 20:55:28.770696 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 68b810af-8761-4164-95cf-f82498dfd47e details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:55:28.887808 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 68b810af-8761-4164-95cf-f82498dfd47e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68b810af-8761-4164-95cf-f82498dfd47e,segment=NetworkSegment(34c660da-8bb1-4f0c-9b05-29c2f89f350f),segment_id=34c660da-8bb1-4f0c-9b05-29c2f89f350f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:28.902543 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '68b810af-8761-4164-95cf-f82498dfd47e', 'network_id': 'd0db1de5-2b10-4db2-bb59-885af690b57a', 'port_id': '68b810af-8761-4164-95cf-f82498dfd47e', 'mac_address': 'fa:16:3e:53:87:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645219e3-8018-4f0f-9956-f95baf9071a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:55:28.941143 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:28.954028 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b810af-8761-4164-95cf-f82498dfd47e {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:55:28.973622 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 68b810af-8761-4164-95cf-f82498dfd47e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68b810af-8761-4164-95cf-f82498dfd47e,segment=NetworkSegment(34c660da-8bb1-4f0c-9b05-29c2f89f350f),segment_id=34c660da-8bb1-4f0c-9b05-29c2f89f350f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:28.976998 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:29.026527 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=68b810af-8761-4164-95cf-f82498dfd47e,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:29.370446 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ee86b-6290-4ed2-9556-ba6754f0bfaf req-abc71ad5-e805-441a-8523-f9c550cb050e tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:29.372018 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4b4ee86b-6290-4ed2-9556-ba6754f0bfaf req-abc71ad5-e805-441a-8523-f9c550cb050e tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 944 time: 0.0633800 Jul 09 20:55:29.411070 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4b4ee86b-6290-4ed2-9556-ba6754f0bfaf req-08f4ec1c-66c8-40d9-8f1c-4699ec75d9f2 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Jul 09 20:55:29.435967 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['68b810af-8761-4164-95cf-f82498dfd47e'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:29.625406 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d172e-0038-4fce-90d0-6cbd585a818c req-a89f15b2-d2eb-4783-a714-f1689a878f19 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:29.626988 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d34d172e-0038-4fce-90d0-6cbd585a818c req-a89f15b2-d2eb-4783-a714-f1689a878f19 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0722880 Jul 09 20:55:29.668737 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d34d172e-0038-4fce-90d0-6cbd585a818c req-875f211c-9c81-4793-8c0a-d92d98b04d72 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334730 Jul 09 20:55:33.245355 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1dbfc-8799-4f1a-9de0-4376a971631d req-bfd1f8b8-b0f2-4b0b-8675-269154683f94 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:33.246761 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-12b1dbfc-8799-4f1a-9de0-4376a971631d req-bfd1f8b8-b0f2-4b0b-8675-269154683f94 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 944 time: 0.0660965 Jul 09 20:55:33.284787 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-12b1dbfc-8799-4f1a-9de0-4376a971631d req-c1b3589b-b74f-4bda-aee8-a9ac9ecc4af9 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316045 Jul 09 20:55:33.444570 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8765cd4-474e-4e24-8b4d-4d442a869426 req-2829adff-0ede-4ea7-a3ec-4262fb88e394 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:33.446050 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8765cd4-474e-4e24-8b4d-4d442a869426 req-2829adff-0ede-4ea7-a3ec-4262fb88e394 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0619719 Jul 09 20:55:33.482495 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8765cd4-474e-4e24-8b4d-4d442a869426 req-36adb088-a8ff-4046-9c54-11e81374b377 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309699 Jul 09 20:55:34.458109 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541751b-b95e-491f-aa73-ff1aba94c7fe req-269ff868-2c15-48dc-b4dc-57b9a4d40f30 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:34.459632 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6541751b-b95e-491f-aa73-ff1aba94c7fe req-269ff868-2c15-48dc-b4dc-57b9a4d40f30 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 944 time: 0.0651140 Jul 09 20:55:34.499857 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6541751b-b95e-491f-aa73-ff1aba94c7fe req-6c457533-3f9f-42b7-8ef5-66bfa4db7881 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347538 Jul 09 20:55:34.784830 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 68b810af-8761-4164-95cf-f82498dfd47e up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:55:34.806462 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49a853-6288-49b3-b4dd-2d16f5052759 req-66e65f3a-585f-4a9f-9b3c-ce97d9d004a1 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:34.808003 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5d49a853-6288-49b3-b4dd-2d16f5052759 req-66e65f3a-585f-4a9f-9b3c-ce97d9d004a1 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0633466 Jul 09 20:55:34.836731 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port 68b810af-8761-4164-95cf-f82498dfd47e completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:55:34.841192 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 68b810af-8761-4164-95cf-f82498dfd47e triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:55:34.841576 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:34.850566 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5d49a853-6288-49b3-b4dd-2d16f5052759 req-7c968419-106f-42c1-b881-64561aee95f5 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359235 Jul 09 20:55:34.928035 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:34.950985 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0fdb7c-1771-43f1-84c0-e140e35cea17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b810af-8761-4164-95cf-f82498dfd47e'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:34.954228 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb13e143-4178-4eec-84fd-b60cee54749f" -d '{"events": [{"server_uuid": "ad0fdb7c-1771-43f1-84c0-e140e35cea17", "name": "network-vif-plugged", "status": "completed", "tag": "68b810af-8761-4164-95cf-f82498dfd47e"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:34.966967 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 68b810af-8761-4164-95cf-f82498dfd47e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68b810af-8761-4164-95cf-f82498dfd47e,segment=NetworkSegment(34c660da-8bb1-4f0c-9b05-29c2f89f350f),segment_id=34c660da-8bb1-4f0c-9b05-29c2f89f350f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:34.974357 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:35.005161 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385a7051-922c-4648-afd2-32a59387208c x-openstack-request-id: req-385a7051-922c-4648-afd2-32a59387208c {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:35.005450 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0fdb7c-1771-43f1-84c0-e140e35cea17", "name": "network-vif-plugged", "status": "completed", "tag": "68b810af-8761-4164-95cf-f82498dfd47e", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:35.005702 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-385a7051-922c-4648-afd2-32a59387208c {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:35.006077 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0fdb7c-1771-43f1-84c0-e140e35cea17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b810af-8761-4164-95cf-f82498dfd47e', 'code': 200} Jul 09 20:55:35.027609 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=68b810af-8761-4164-95cf-f82498dfd47e,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:35.244226 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59794) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:35.327476 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737c69d-9fb3-42a2-9d3f-cf46ae18c24f req-4c84cbe2-04c8-4aa3-9d51-33f58553f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:35.329605 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1737c69d-9fb3-42a2-9d3f-cf46ae18c24f req-4c84cbe2-04c8-4aa3-9d51-33f58553f236 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 1098 time: 0.0599716 Jul 09 20:55:35.365082 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-401d4cfd-db50-4f52-bdd6-dd19d1e8da52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:35.389479 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1737c69d-9fb3-42a2-9d3f-cf46ae18c24f req-66aaf8f4-f376-41e3-bce6-0d68e0153492 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532072 Jul 09 20:55:35.473014 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-401d4cfd-db50-4f52-bdd6-dd19d1e8da52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:35.476738 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-401d4cfd-db50-4f52-bdd6-dd19d1e8da52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:35.518878 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-401d4cfd-db50-4f52-bdd6-dd19d1e8da52 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9634a457d36422290fe7d12c36d60b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735448 Jul 09 20:55:35.520013 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d4cfd-db50-4f52-bdd6-dd19d1e8da52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0eb744-c8d7-4573-b8b6-da040e71f320,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:35.521697 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 59806) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:35.570474 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-26a7779d-fa9b-4768-8a57-88c6ce65496f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:35.592020 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-26a7779d-fa9b-4768-8a57-88c6ce65496f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:35.641865 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-26a7779d-fa9b-4768-8a57-88c6ce65496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:35.644667 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-26a7779d-fa9b-4768-8a57-88c6ce65496f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:35.645797 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-26a7779d-fa9b-4768-8a57-88c6ce65496f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b0eb744-c8d7-4573-b8b6-da040e71f320 HTTP/1.1" status: 204 len: 168 time: 0.1228507 Jul 09 20:55:35.653428 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7779d-fa9b-4768-8a57-88c6ce65496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0eb744-c8d7-4573-b8b6-da040e71f320,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:35.910865 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 59816) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:35.923973 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-834f8ff3-fbcc-45e6-8add-22b392066684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:36.046223 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a36535-7f0d-4857-88b6-f5a58a8ae1e3 req-b8b6c0a1-b3f7-4300-a2fa-92ddb86351ff tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:36.047765 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-26a36535-7f0d-4857-88b6-f5a58a8ae1e3 req-b8b6c0a1-b3f7-4300-a2fa-92ddb86351ff tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 945 time: 0.0996199 Jul 09 20:55:36.081497 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-834f8ff3-fbcc-45e6-8add-22b392066684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:36.087359 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-834f8ff3-fbcc-45e6-8add-22b392066684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:36.116521 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-26a36535-7f0d-4857-88b6-f5a58a8ae1e3 req-20f633c9-091b-44d3-883d-0b04225abf91 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608115 Jul 09 20:55:36.138675 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-834f8ff3-fbcc-45e6-8add-22b392066684 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=031f9a466a5a4666a12766ecee9ab4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244768 Jul 09 20:55:36.138891 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 59824) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:36.146826 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f8ff3-fbcc-45e6-8add-22b392066684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e7f048-f571-4735-ad1c-9ce4d704e492,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:36.196066 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-32b15cad-d2c6-4f83-9013-046f3f847758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:36.226380 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-32b15cad-d2c6-4f83-9013-046f3f847758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:36.338075 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93fd42-7d9a-4fd8-8a16-6130bdfdb2b5 req-5b2f4568-b149-4de1-ae3b-cdc2684d97e8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:36.339547 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ba93fd42-7d9a-4fd8-8a16-6130bdfdb2b5 req-5b2f4568-b149-4de1-ae3b-cdc2684d97e8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.1041746 Jul 09 20:55:36.340306 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-32b15cad-d2c6-4f83-9013-046f3f847758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:36.343087 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-32b15cad-d2c6-4f83-9013-046f3f847758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:36.345570 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-32b15cad-d2c6-4f83-9013-046f3f847758 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/42e7f048-f571-4735-ad1c-9ce4d704e492 HTTP/1.1" status: 204 len: 168 time: 0.2037416 Jul 09 20:55:36.364663 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b15cad-d2c6-4f83-9013-046f3f847758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e7f048-f571-4735-ad1c-9ce4d704e492,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:36.388204 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ba93fd42-7d9a-4fd8-8a16-6130bdfdb2b5 req-119da5bd-f02a-4d76-adff-4ed78e6d5433 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413299 Jul 09 20:55:36.779524 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae694-e69c-4010-a070-5c8d6678cb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:37.300258 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d5cdb-60a4-4241-a8e2-c631c936649d req-b1021541-3767-4bbf-9839-2cba63960d66 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:37.301795 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-762d5cdb-60a4-4241-a8e2-c631c936649d req-b1021541-3767-4bbf-9839-2cba63960d66 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 945 time: 0.0637422 Jul 09 20:55:37.363928 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-762d5cdb-60a4-4241-a8e2-c631c936649d req-b477e832-2147-48ef-acc0-dcfb99114ea6 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557420 Jul 09 20:55:37.574642 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a9797-5b29-4032-8af4-b0f869fb98e5 req-f91d7665-7b9d-44b1-9cb8-19a8ab1a60a7 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:37.576176 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c00a9797-5b29-4032-8af4-b0f869fb98e5 req-f91d7665-7b9d-44b1-9cb8-19a8ab1a60a7 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0695014 Jul 09 20:55:37.616584 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c00a9797-5b29-4032-8af4-b0f869fb98e5 req-9d227df9-7d8d-47e5-b883-92e31d904f5a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345099 Jul 09 20:55:38.989061 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f65f8-91dc-4fee-b1a3-da13c80696d6 req-af13daef-9413-4e66-86ce-5f9b372600e0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:38.990682 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8c2f65f8-91dc-4fee-b1a3-da13c80696d6 req-af13daef-9413-4e66-86ce-5f9b372600e0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0625105 Jul 09 20:55:39.029066 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8c2f65f8-91dc-4fee-b1a3-da13c80696d6 req-6b40cac1-e90b-4728-ad1f-2e2aa1c95970 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326338 Jul 09 20:55:39.176332 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 59986) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:39.279108 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc4d1-b172-4da8-9955-15297c1c191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:39.379446 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc4d1-b172-4da8-9955-15297c1c191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:39.383975 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc4d1-b172-4da8-9955-15297c1c191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:39.423392 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c0dbc4d1-b172-4da8-9955-15297c1c191c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c9cbf7332bda4abdaf8879ef8bec21d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458379 Jul 09 20:55:39.424263 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbc4d1-b172-4da8-9955-15297c1c191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6bf3f6-863e-4964-bd55-1a2f907176ff,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:39.426920 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 59996) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:39.477778 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6ef44dd6-de74-4f1f-9ce2-fa26844e4d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:39.498648 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6ef44dd6-de74-4f1f-9ce2-fa26844e4d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:39.544019 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6ef44dd6-de74-4f1f-9ce2-fa26844e4d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:39.547173 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6ef44dd6-de74-4f1f-9ce2-fa26844e4d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:39.548354 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6ef44dd6-de74-4f1f-9ce2-fa26844e4d92 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b6bf3f6-863e-4964-bd55-1a2f907176ff HTTP/1.1" status: 204 len: 168 time: 0.1194665 Jul 09 20:55:39.555999 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef44dd6-de74-4f1f-9ce2-fa26844e4d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6bf3f6-863e-4964-bd55-1a2f907176ff,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:39.633442 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-86f6f8ad-c2af-468c-8f1b-e30f7b291d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.109365 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.197557 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 60022) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:40.293895 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1640457379-network', 'tenant_id': '70271c21c03a41c1870f5a531cb725e1'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:40.317448 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Made reservation on behalf of 70271c21c03a41c1870f5a531cb725e1 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:55:40.319760 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.328362 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.415047 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.418826 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.446880 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:55:40.457411 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44556c01-bff0-4d27-9cc5-417fe85a5f41,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:40.462327 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.462669 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Added segment 154b4c52-7157-4360-88f7-7a8dbb0e70f4 of type vlan for network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 Jul 09 20:55:40.509076 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.538122 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.539045 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:40.539664 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.598874 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4002149 Jul 09 20:55:40.601828 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 60030) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:40.604048 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ce8e9-3cdb-4dce-ac08-ccff8e8a2064 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:40.606889 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] Request body: {'subnet': {'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1640457379-subnet', 'tenant_id': '70271c21c03a41c1870f5a531cb725e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:40.614642 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:55:40.629792 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] Made reservation on behalf of 70271c21c03a41c1870f5a531cb725e1 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:55:40.635558 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.677986 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.804927 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.857600 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b3e359-94f7-46f7-b115-7bb2c1951e33,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:40.868354 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] Checking segment: {'id': '154b4c52-7157-4360-88f7-7a8dbb0e70f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:55:40.868717 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] Network hostable DHCP agents. Network: 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:55:40.888729 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] Network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:55:40.897783 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:55:40.902385 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:40.902975 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:40.908708 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b773b2f3-f817-4d9a-82c5-647c8f62cf38 None None] Network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:55:40.923745 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f2ba37fc-f116-4283-823a-9faf2088a2f1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3205228 Jul 09 20:55:41.034833 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a92520-96c2-4c9e-a813-aa367cb15eb0 None None] Network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:55:41.961376 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356cd66-a489-454f-bd72-487c35f38c21 req-4a8161b5-d824-49ae-aca9-dfb436f1fbd5 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:41.962887 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8356cd66-a489-454f-bd72-487c35f38c21 req-4a8161b5-d824-49ae-aca9-dfb436f1fbd5 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 945 time: 0.0645664 Jul 09 20:55:42.001228 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8356cd66-a489-454f-bd72-487c35f38c21 req-0fc96f20-174c-4d97-8596-6d38292f256b tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316424 Jul 09 20:55:42.110907 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:42.344943 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a2749-8066-492d-bc7b-c6939de22959 req-bd204313-90a0-4976-9a9a-eb72944ec263 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:42.346341 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a25a2749-8066-492d-bc7b-c6939de22959 req-bd204313-90a0-4976-9a9a-eb72944ec263 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0688927 Jul 09 20:55:42.385158 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a25a2749-8066-492d-bc7b-c6939de22959 req-1c8bdd14-f792-41b4-920a-9357e379ee22 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331063 Jul 09 20:55:42.669124 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-25bb3dc5-d609-43f2-8a83-8bb859b493dc tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:42.671177 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-25bb3dc5-d609-43f2-8a83-8bb859b493dc tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/networks?id=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 HTTP/1.1" status: 200 len: 814 time: 0.1023729 Jul 09 20:55:42.687447 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-bb733b7f-d8b2-4796-9453-58f9363ab7e5 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/quotas/70271c21c03a41c1870f5a531cb725e1 HTTP/1.1" status: 200 len: 375 time: 0.0107770 Jul 09 20:55:42.724548 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-6c1929b3-8b7a-4a45-a34d-717574cf8743 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=70271c21c03a41c1870f5a531cb725e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318608 Jul 09 20:55:42.812404 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-8921de09-b108-465d-a6b0-40e72a59fd36 service neutron] 10.222.0.73 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814886 Jul 09 20:55:42.904747 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-33c15dcb-2964-460e-ad01-0a399f7cfd68 service neutron] 10.222.0.73 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874822 Jul 09 20:55:43.239061 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-415cbb2b-2c4d-4dc3-9c57-57322db8cd1a req-af2cf465-8a56-459b-9342-8f83769543d4 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 210 time: 0.0338168 Jul 09 20:55:43.417094 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d942ea-64a1-4b6a-8e30-a5395417f371 req-07f4cf2c-6263-4daa-b47f-e090e9366778 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:43.418479 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2d942ea-64a1-4b6a-8e30-a5395417f371 req-07f4cf2c-6263-4daa-b47f-e090e9366778 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 945 time: 0.0680029 Jul 09 20:55:43.461556 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2d942ea-64a1-4b6a-8e30-a5395417f371 req-1671db0d-57d1-42e0-9f58-bfa3596decb0 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/security-groups?id=addf5dc3-96da-48d3-9986-4e8ab405493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373888 Jul 09 20:55:43.884330 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f88a41-a12a-47bf-9752-be6e3a20989c req-9c075e3f-6fbb-4876-9c46-b1d37d6f19d0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:43.886448 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-90f88a41-a12a-47bf-9752-be6e3a20989c req-9c075e3f-6fbb-4876-9c46-b1d37d6f19d0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0708437 Jul 09 20:55:43.928920 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8733a-f6c7-46ba-ae71-223c4f3f15d1 req-c7c5050c-143f-466a-93fc-53a1904586cd tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:43.929483 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-90f88a41-a12a-47bf-9752-be6e3a20989c req-80e4315d-66be-4af4-9f42-e7ea1923dd1f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Jul 09 20:55:43.933109 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8cd8733a-f6c7-46ba-ae71-223c4f3f15d1 req-c7c5050c-143f-466a-93fc-53a1904586cd tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 945 time: 0.0817935 Jul 09 20:55:44.056680 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-8cd8733a-f6c7-46ba-ae71-223c4f3f15d1 req-cfd8d747-f4cf-46dc-96dd-65f7f5675b34 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Deleting port 68b810af-8761-4164-95cf-f82498dfd47e {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:55:44.057055 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8cd8733a-f6c7-46ba-ae71-223c4f3f15d1 req-cfd8d747-f4cf-46dc-96dd-65f7f5675b34 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:44.156097 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-8cd8733a-f6c7-46ba-ae71-223c4f3f15d1 req-cfd8d747-f4cf-46dc-96dd-65f7f5675b34 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] For port 68b810af-8761-4164-95cf-f82498dfd47e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68b810af-8761-4164-95cf-f82498dfd47e,segment=NetworkSegment(34c660da-8bb1-4f0c-9b05-29c2f89f350f),segment_id=34c660da-8bb1-4f0c-9b05-29c2f89f350f)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:44.156456 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8cd8733a-f6c7-46ba-ae71-223c4f3f15d1 req-cfd8d747-f4cf-46dc-96dd-65f7f5675b34 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:44.172840 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-8cd8733a-f6c7-46ba-ae71-223c4f3f15d1 req-cfd8d747-f4cf-46dc-96dd-65f7f5675b34 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Calling delete_port for 68b810af-8761-4164-95cf-f82498dfd47e owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:55:44.307342 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8cd8733a-f6c7-46ba-ae71-223c4f3f15d1 req-cfd8d747-f4cf-46dc-96dd-65f7f5675b34 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:44.337307 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8d747-f4cf-46dc-96dd-65f7f5675b34 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Pushing event deleted for resources: {'Port': ['ID=68b810af-8761-4164-95cf-f82498dfd47e,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:44.356885 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['68b810af-8761-4164-95cf-f82498dfd47e'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:44.405863 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd8733a-f6c7-46ba-ae71-223c4f3f15d1 req-cfd8d747-f4cf-46dc-96dd-65f7f5675b34 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] No DVR routers for this DVR port 68b810af-8761-4164-95cf-f82498dfd47e on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:55:44.414114 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8cd8733a-f6c7-46ba-ae71-223c4f3f15d1 req-cfd8d747-f4cf-46dc-96dd-65f7f5675b34 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:44.414114 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8cd8733a-f6c7-46ba-ae71-223c4f3f15d1 req-cfd8d747-f4cf-46dc-96dd-65f7f5675b34 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.26 "DELETE /v2.0/ports/68b810af-8761-4164-95cf-f82498dfd47e HTTP/1.1" status: 204 len: 173 time: 0.4612851 Jul 09 20:55:44.414114 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0fdb7c-1771-43f1-84c0-e140e35cea17', 'name': 'network-vif-deleted', 'tag': '68b810af-8761-4164-95cf-f82498dfd47e'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:44.416596 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a851c4c5-92a9-4fa2-8a01-0fd87cc29352" -d '{"events": [{"server_uuid": "ad0fdb7c-1771-43f1-84c0-e140e35cea17", "name": "network-vif-deleted", "tag": "68b810af-8761-4164-95cf-f82498dfd47e"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:44.497368 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86f1357b-49fa-4041-bc00-947918574758 req-d0c2a8a7-02c3-440d-8e95-e926fda56ae6 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 210 time: 0.0333531 Jul 09 20:55:44.558962 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f4ceb-6d63-4816-b713-a4fed1a8c08d x-openstack-request-id: req-a97f4ceb-6d63-4816-b713-a4fed1a8c08d {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:44.559252 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0fdb7c-1771-43f1-84c0-e140e35cea17", "name": "network-vif-deleted", "tag": "68b810af-8761-4164-95cf-f82498dfd47e", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:44.559529 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a97f4ceb-6d63-4816-b713-a4fed1a8c08d {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:44.559925 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0fdb7c-1771-43f1-84c0-e140e35cea17', 'name': 'network-vif-deleted', 'tag': '68b810af-8761-4164-95cf-f82498dfd47e', 'status': 'completed', 'code': 200} Jul 09 20:55:44.587903 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-10799b76-70d5-4381-b0fe-a8505eedb956 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:44.589783 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-10799b76-70d5-4381-b0fe-a8505eedb956 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.26 "GET /v2.0/networks?id=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 HTTP/1.1" status: 200 len: 814 time: 0.1085458 Jul 09 20:55:44.618394 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Request body: {'port': {'device_id': '9dddee9a-457e-4d06-b061-13d893f4dab1', 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4', 'admin_state_up': True, 'tenant_id': '70271c21c03a41c1870f5a531cb725e1'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:44.701453 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34d29c6d-e8a2-49ab-958d-36f27fb564cf req-dce4dea9-79dd-4639-973e-c3a22e430853 tempest-VolumesActionsTest-503027395 tempest-VolumesActionsTest-503027395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0fdb7c-1771-43f1-84c0-e140e35cea17 HTTP/1.1" status: 200 len: 210 time: 0.0406163 Jul 09 20:55:44.788804 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Made reservation on behalf of 70271c21c03a41c1870f5a531cb725e1 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:55:44.792519 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:44.934465 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Allocated IP 172.20.0.3 (0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4/32b3e359-94f7-46f7-b115-7bb2c1951e33/f20cd952-674d-453d-91b0-d974d561a849) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:55:45.119504 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:45.128883 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6a61a-976d-4633-b53b-effbfaf4af3c req-15a4cd46-1495-4578-8ead-1d1ce8676d60 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:45.130390 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08a6a61a-976d-4633-b53b-effbfaf4af3c req-15a4cd46-1495-4578-8ead-1d1ce8676d60 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0767281 Jul 09 20:55:45.163942 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:45.175125 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08a6a61a-976d-4633-b53b-effbfaf4af3c req-b26aadd5-b335-416a-8bad-6a559107d802 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Jul 09 20:55:45.212409 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:55:45.219315 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:55:45.223403 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:55:45.247062 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Pushing event updated for resources: {'Port': ['ID=f20cd952-674d-453d-91b0-d974d561a849,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:45.279126 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:45.279803 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:45.294562 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-fd609e2b-7188-4994-9879-0a538920cb44 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6807182 Jul 09 20:55:45.315878 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Request body: {'port': {'device_id': '9dddee9a-457e-4d06-b061-13d893f4dab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:45.389659 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:45.678005 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20cd952-674d-453d-91b0-d974d561a849 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:55:45.686120 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:45.699048 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Transition to ACTIVE for port object f20cd952-674d-453d-91b0-d974d561a849 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:55:45.704023 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:45.745778 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c4eb8-ef8a-4226-9216-cf6859b0cbfa req-23f3ba8c-4f31-4423-bcea-e2be45a35047 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:45.747293 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-970c4eb8-ef8a-4226-9216-cf6859b0cbfa req-23f3ba8c-4f31-4423-bcea-e2be45a35047 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 931 time: 0.0642872 Jul 09 20:55:45.754379 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Pushing event updated for resources: {'Port': ['ID=f20cd952-674d-453d-91b0-d974d561a849,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:45.801027 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-970c4eb8-ef8a-4226-9216-cf6859b0cbfa req-6cdcb05a-60c2-47dc-936e-fe0bdbbcc0f1 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Jul 09 20:55:45.838739 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Attempting to bind port f20cd952-674d-453d-91b0-d974d561a849 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:55:45.838739 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Attempting to bind port f20cd952-674d-453d-91b0-d974d561a849 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '154b4c52-7157-4360-88f7-7a8dbb0e70f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:55:45.838739 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Attempting to bind port f20cd952-674d-453d-91b0-d974d561a849 on network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:55:45.840283 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Port f20cd952-674d-453d-91b0-d974d561a849 on network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:55:45.840513 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Attempting to bind port f20cd952-674d-453d-91b0-d974d561a849 on network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:55:45.845614 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:55:45.845948 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Checking segment: {'id': '154b4c52-7157-4360-88f7-7a8dbb0e70f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:55:45.846332 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Bound using segment: {'id': '154b4c52-7157-4360-88f7-7a8dbb0e70f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:55:45.846762 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Bound port: f20cd952-674d-453d-91b0-d974d561a849, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154b4c52-7157-4360-88f7-7a8dbb0e70f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:55:45.847121 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:45.937330 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] For port f20cd952-674d-453d-91b0-d974d561a849, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:55:45.941177 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] For port f20cd952-674d-453d-91b0-d974d561a849, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f20cd952-674d-453d-91b0-d974d561a849,segment=NetworkSegment(154b4c52-7157-4360-88f7-7a8dbb0e70f4),segment_id=154b4c52-7157-4360-88f7-7a8dbb0e70f4)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:55:45.949058 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:45.988753 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:45.989439 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:45.990993 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] 10.222.0.26 "PUT /v2.0/ports/f20cd952-674d-453d-91b0-d974d561a849 HTTP/1.1" status: 200 len: 1093 time: 0.6795549 Jul 09 20:55:46.019382 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e67e7c-177a-4c95-a34c-381b09ac6f6e service neutron] Pushing event updated for resources: {'Port': ['ID=f20cd952-674d-453d-91b0-d974d561a849,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:46.137843 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-2ef6e8e0-dbe5-4bc9-b03a-de0eec139440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:46.140330 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-2ef6e8e0-dbe5-4bc9-b03a-de0eec139440 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70271c21c03a41c1870f5a531cb725e1&device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 1096 time: 0.0707171 Jul 09 20:55:46.203809 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-868bd6f4-363f-4785-8af1-fee1052239a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20cd952-674d-453d-91b0-d974d561a849 HTTP/1.1" status: 200 len: 217 time: 0.0437086 Jul 09 20:55:46.261141 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-83fbf1bd-8e5d-4f3b-b033-d7c4e0c076f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:46.262635 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-83fbf1bd-8e5d-4f3b-b033-d7c4e0c076f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32b3e359-94f7-46f7-b115-7bb2c1951e33 HTTP/1.1" status: 200 len: 854 time: 0.0520658 Jul 09 20:55:46.299912 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-13254547-d677-4f05-ae6b-8d010541492f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300868 Jul 09 20:55:46.441450 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-47e253ec-f5e4-4b21-9ac2-a23d235307ad service neutron] 10.222.0.26 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284194 Jul 09 20:55:46.559793 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f16526f-50ff-41b9-876e-f0661207ec1f req-f4f562da-281c-4312-b1c3-176f8de9d1d1 service neutron] 10.222.0.26 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053240 Jul 09 20:55:46.560976 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dddee9a-457e-4d06-b061-13d893f4dab1', 'tag': 'f20cd952-674d-453d-91b0-d974d561a849'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:46.564668 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9705e05-7c86-4578-8e14-636cea521267" -d '{"events": [{"name": "network-changed", "server_uuid": "9dddee9a-457e-4d06-b061-13d893f4dab1", "tag": "f20cd952-674d-453d-91b0-d974d561a849"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:46.717108 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b476-17ed-4ac0-8a8c-f5379012674e req-62cbe901-c900-471b-9878-3ab463734a37 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:46.719322 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f72b476-17ed-4ac0-8a8c-f5379012674e req-62cbe901-c900-471b-9878-3ab463734a37 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0674043 Jul 09 20:55:46.761555 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f72b476-17ed-4ac0-8a8c-f5379012674e req-0b874cba-92e3-4c4d-98f3-0e937548484a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343468 Jul 09 20:55:46.810864 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00671deb-548a-453b-897a-5c2f3a0d07cc x-openstack-request-id: req-00671deb-548a-453b-897a-5c2f3a0d07cc {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:46.811225 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dddee9a-457e-4d06-b061-13d893f4dab1", "tag": "f20cd952-674d-453d-91b0-d974d561a849", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:46.811599 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00671deb-548a-453b-897a-5c2f3a0d07cc {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:46.811996 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dddee9a-457e-4d06-b061-13d893f4dab1', 'tag': 'f20cd952-674d-453d-91b0-d974d561a849', 'status': 'completed', 'code': 200} Jul 09 20:55:46.926908 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9705e05-7c86-4578-8e14-636cea521267 req-eec8deb2-882f-4b13-be56-3ef7c7aac53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:46.928495 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c9705e05-7c86-4578-8e14-636cea521267 req-eec8deb2-882f-4b13-be56-3ef7c7aac53f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70271c21c03a41c1870f5a531cb725e1&device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 1096 time: 0.0525398 Jul 09 20:55:47.197919 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23f591-d270-4ca1-913f-fc2db4a184cb req-84f7f21e-6cfe-480b-ae0e-de39a8192dd0 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:47.199486 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3b23f591-d270-4ca1-913f-fc2db4a184cb req-84f7f21e-6cfe-480b-ae0e-de39a8192dd0 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0788300 Jul 09 20:55:47.240748 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3b23f591-d270-4ca1-913f-fc2db4a184cb req-41b00903-750c-416d-ac6c-056b1abb6d31 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346994 Jul 09 20:55:47.288820 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 60228) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:47.328917 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9705e05-7c86-4578-8e14-636cea521267 req-e0c81354-402c-4aae-a836-0a89297c6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:47.330432 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c9705e05-7c86-4578-8e14-636cea521267 req-e0c81354-402c-4aae-a836-0a89297c6428 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 HTTP/1.1" status: 200 len: 916 time: 0.3675258 Jul 09 20:55:47.396186 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6937-40b0-4a02-a8f4-dca2ddb51f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.485092 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6937-40b0-4a02-a8f4-dca2ddb51f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.490229 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6937-40b0-4a02-a8f4-dca2ddb51f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.534742 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-bc7e6937-40b0-4a02-a8f4-dca2ddb51f67 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0f24e15e3d640ea974798618d054cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445593 Jul 09 20:55:47.535526 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e6937-40b0-4a02-a8f4-dca2ddb51f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1626cafa-6baa-4c9b-863b-c7cf52736d80,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:47.537460 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 60232) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:47.590833 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b07558ee-5440-43d6-b363-72fb452e1ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.612376 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b07558ee-5440-43d6-b363-72fb452e1ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.663357 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b07558ee-5440-43d6-b363-72fb452e1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.665938 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b07558ee-5440-43d6-b363-72fb452e1ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.667171 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b07558ee-5440-43d6-b363-72fb452e1ddd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1626cafa-6baa-4c9b-863b-c7cf52736d80 HTTP/1.1" status: 204 len: 168 time: 0.1286809 Jul 09 20:55:47.676527 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07558ee-5440-43d6-b363-72fb452e1ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1626cafa-6baa-4c9b-863b-c7cf52736d80,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:48.671335 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 60276) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:48.774660 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-54aeeba5-2ef2-485a-b2ad-6a9c945fe97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:48.866823 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-54aeeba5-2ef2-485a-b2ad-6a9c945fe97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:48.871151 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-54aeeba5-2ef2-485a-b2ad-6a9c945fe97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:48.912795 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-54aeeba5-2ef2-485a-b2ad-6a9c945fe97a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=58f73eabdf974ae6829b434a54f92a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403586 Jul 09 20:55:48.913651 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aeeba5-2ef2-485a-b2ad-6a9c945fe97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44f9ce1-8450-44fa-aa59-06abd620b8b5,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:48.915480 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 60286) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:48.964941 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0884e2b1-ba12-4519-98f2-e25eaa78a33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:48.986534 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0884e2b1-ba12-4519-98f2-e25eaa78a33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:49.040682 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0884e2b1-ba12-4519-98f2-e25eaa78a33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:49.043278 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0884e2b1-ba12-4519-98f2-e25eaa78a33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:49.044465 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-0884e2b1-ba12-4519-98f2-e25eaa78a33c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d44f9ce1-8450-44fa-aa59-06abd620b8b5 HTTP/1.1" status: 204 len: 168 time: 0.1279790 Jul 09 20:55:49.052705 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884e2b1-ba12-4519-98f2-e25eaa78a33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44f9ce1-8450-44fa-aa59-06abd620b8b5,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:50.101648 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 68b810af-8761-4164-95cf-f82498dfd47e no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:55:50.131429 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: 68b810af-8761-4164-95cf-f82498dfd47e {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:55:50.131807 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 68b810af-8761-4164-95cf-f82498dfd47e not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:55:50.142820 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:50.173007 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c9705e05-7c86-4578-8e14-636cea521267 req-fabb91c0-a7fe-48ee-a3cc-7dc2c11d49f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20cd952-674d-453d-91b0-d974d561a849 HTTP/1.1" status: 200 len: 217 time: 0.0462687 Jul 09 20:55:50.265337 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9705e05-7c86-4578-8e14-636cea521267 req-6cfa6346-8adc-463a-9c15-737f91635624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:50.266838 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c9705e05-7c86-4578-8e14-636cea521267 req-6cfa6346-8adc-463a-9c15-737f91635624 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32b3e359-94f7-46f7-b115-7bb2c1951e33 HTTP/1.1" status: 200 len: 854 time: 0.0562689 Jul 09 20:55:50.318218 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c9705e05-7c86-4578-8e14-636cea521267 req-a927900b-5981-42e2-8609-3de80e038a45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322280 Jul 09 20:55:50.367568 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29ffa9-942c-411e-b861-e5aea9af569f req-7f4548a1-1625-40a2-8263-7d0c51e568ce tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:50.368981 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6f29ffa9-942c-411e-b861-e5aea9af569f req-7f4548a1-1625-40a2-8263-7d0c51e568ce tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0659935 Jul 09 20:55:50.410608 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6f29ffa9-942c-411e-b861-e5aea9af569f req-f5c1bf5d-7184-4e08-a4cf-1ee157011e7b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352147 Jul 09 20:55:50.415700 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c9705e05-7c86-4578-8e14-636cea521267 req-aa3c31dd-b700-4901-90da-26419286d666 service neutron] 10.222.0.26 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900054 Jul 09 20:55:50.533433 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c9705e05-7c86-4578-8e14-636cea521267 req-d5c5f7f2-a575-4789-86b2-015adee999a6 service neutron] 10.222.0.26 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943370 Jul 09 20:55:50.758564 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e36ee-5e72-4078-b617-a4f93ca96fe3 req-7db2d5ae-b8cd-4544-b7c6-fbb5c1d67f30 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:50.760073 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ef2e36ee-5e72-4078-b617-a4f93ca96fe3 req-7db2d5ae-b8cd-4544-b7c6-fbb5c1d67f30 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0663111 Jul 09 20:55:50.797527 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ef2e36ee-5e72-4078-b617-a4f93ca96fe3 req-d57f842c-e77c-4860-9cc1-48654630dcd5 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311222 Jul 09 20:55:51.315627 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51893e-f8b3-43a7-9a67-f9fc82b14726 req-c530b439-dae4-4317-ba10-76137bb8a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:51.317142 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f51893e-f8b3-43a7-9a67-f9fc82b14726 req-c530b439-dae4-4317-ba10-76137bb8a301 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 1098 time: 0.0581861 Jul 09 20:55:51.355955 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f51893e-f8b3-43a7-9a67-f9fc82b14726 req-27794ba4-da1d-4c88-a7cc-cdc179273d6a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262983 Jul 09 20:55:51.592448 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddadf1a-b77d-4984-a8d6-640227186c5d req-2b2735f1-0d97-4afd-b86d-045156514d8a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:51.594600 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6ddadf1a-b77d-4984-a8d6-640227186c5d req-2b2735f1-0d97-4afd-b86d-045156514d8a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0678446 Jul 09 20:55:51.637721 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6ddadf1a-b77d-4984-a8d6-640227186c5d req-ce6c594d-aaef-43d2-a1e3-d15ee8955f0e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364900 Jul 09 20:55:51.990930 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a27b60-7af9-483f-bb20-e1cfe1bbae1a req-f1849b2a-b9cb-4070-9069-2e638fda3169 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:51.992560 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-10a27b60-7af9-483f-bb20-e1cfe1bbae1a req-f1849b2a-b9cb-4070-9069-2e638fda3169 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0720067 Jul 09 20:55:52.038872 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-10a27b60-7af9-483f-bb20-e1cfe1bbae1a req-e4c7e998-c934-4fd4-8515-522228785130 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393581 Jul 09 20:55:52.874988 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device f20cd952-674d-453d-91b0-d974d561a849 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:55:52.989075 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port f20cd952-674d-453d-91b0-d974d561a849, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f20cd952-674d-453d-91b0-d974d561a849,segment=NetworkSegment(154b4c52-7157-4360-88f7-7a8dbb0e70f4),segment_id=154b4c52-7157-4360-88f7-7a8dbb0e70f4)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:53.002715 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': 'f20cd952-674d-453d-91b0-d974d561a849', 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4', 'port_id': 'f20cd952-674d-453d-91b0-d974d561a849', 'mac_address': 'fa:16:3e:ad:78:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b3e359-94f7-46f7-b115-7bb2c1951e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:55:53.040621 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:53.058316 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20cd952-674d-453d-91b0-d974d561a849 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:55:53.082426 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port f20cd952-674d-453d-91b0-d974d561a849, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f20cd952-674d-453d-91b0-d974d561a849,segment=NetworkSegment(154b4c52-7157-4360-88f7-7a8dbb0e70f4),segment_id=154b4c52-7157-4360-88f7-7a8dbb0e70f4)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:53.095628 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:53.144667 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=f20cd952-674d-453d-91b0-d974d561a849,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:53.559633 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['f20cd952-674d-453d-91b0-d974d561a849'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:54.889455 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device f20cd952-674d-453d-91b0-d974d561a849 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:55:54.946657 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port f20cd952-674d-453d-91b0-d974d561a849 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:55:54.950813 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port f20cd952-674d-453d-91b0-d974d561a849 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:55:54.951369 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:55.058845 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:55.083148 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dddee9a-457e-4d06-b061-13d893f4dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20cd952-674d-453d-91b0-d974d561a849'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:55.085663 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723adc82-7cb1-4a37-bd46-50950bd2be34" -d '{"events": [{"server_uuid": "9dddee9a-457e-4d06-b061-13d893f4dab1", "name": "network-vif-plugged", "status": "completed", "tag": "f20cd952-674d-453d-91b0-d974d561a849"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:55.098849 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port f20cd952-674d-453d-91b0-d974d561a849, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f20cd952-674d-453d-91b0-d974d561a849,segment=NetworkSegment(154b4c52-7157-4360-88f7-7a8dbb0e70f4),segment_id=154b4c52-7157-4360-88f7-7a8dbb0e70f4)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:55.103558 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:55.176952 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=f20cd952-674d-453d-91b0-d974d561a849,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:55.284047 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:55:56.108201 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-c45bc015-0c36-4422-a158-1a4f83f95c5a tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:56.114944 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-c45bc015-0c36-4422-a158-1a4f83f95c5a tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/networks?id=efbeeee3-3507-4b86-b64f-6d8e01458bc6 HTTP/1.1" status: 200 len: 814 time: 0.1269803 Jul 09 20:55:56.126554 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-8fd7c5b7-3e53-40b1-a0b4-27de0bf75dbf tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/quotas/681a8aeb48124196bb74f839e81dd05e HTTP/1.1" status: 200 len: 375 time: 0.0106401 Jul 09 20:55:56.202801 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-aa4a4462-6d30-420a-a81d-be5ef6731b9e tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=681a8aeb48124196bb74f839e81dd05e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702875 Jul 09 20:55:56.303907 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-04b6379d-0cb0-4421-aefe-f10689d515d1 service neutron] 10.222.0.73 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936341 Jul 09 20:55:56.395444 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-4e4e71aa-e768-4b90-91ca-620742fbcfa7 service neutron] 10.222.0.73 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855784 Jul 09 20:55:56.890477 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b9eb0-46ac-4f30-92e3-3b23ecc88124 req-2cda0218-ca8f-4868-bdb0-77d13eee759a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:56.892016 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0b1b9eb0-46ac-4f30-92e3-3b23ecc88124 req-2cda0218-ca8f-4868-bdb0-77d13eee759a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0824461 Jul 09 20:55:56.937051 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0b1b9eb0-46ac-4f30-92e3-3b23ecc88124 req-4ba8922c-e0f6-4953-8500-73c9cf02ec97 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393162 Jul 09 20:55:57.378587 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccb678-8986-4edd-b92d-95150916c82a req-134d0a43-6930-4d68-bb22-a0bec1ab1ccd tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:57.380123 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-81ccb678-8986-4edd-b92d-95150916c82a req-134d0a43-6930-4d68-bb22-a0bec1ab1ccd tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.1113563 Jul 09 20:55:57.436591 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-81ccb678-8986-4edd-b92d-95150916c82a req-c738e04e-d55c-47d6-9ed9-d71101a838bc tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Jul 09 20:55:57.494776 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756d09b1-a9ab-4f95-9869-7457da1d11dc x-openstack-request-id: req-756d09b1-a9ab-4f95-9869-7457da1d11dc {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:57.495338 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dddee9a-457e-4d06-b061-13d893f4dab1", "name": "network-vif-plugged", "status": "completed", "tag": "f20cd952-674d-453d-91b0-d974d561a849", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:57.495338 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-756d09b1-a9ab-4f95-9869-7457da1d11dc {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:57.495751 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dddee9a-457e-4d06-b061-13d893f4dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20cd952-674d-453d-91b0-d974d561a849', 'code': 200} Jul 09 20:55:57.611684 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-90509b8f-9e9b-411d-8793-fb521edf9625 req-e281ecae-4a19-465d-9c2f-673c6f445b6d tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 210 time: 0.0288699 Jul 09 20:55:57.790279 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8676-aac3-4dbd-955c-d263cddfb316 req-267b6231-2c85-4f37-8bbf-87c27462cdee tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:57.791804 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-433a8676-aac3-4dbd-955c-d263cddfb316 req-267b6231-2c85-4f37-8bbf-87c27462cdee tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0628448 Jul 09 20:55:57.825623 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b776df-790f-4b43-aca3-2daf6a4a06e5 req-73e54ea3-023d-43ca-8f52-775481283685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:57.828434 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9b776df-790f-4b43-aca3-2daf6a4a06e5 req-73e54ea3-023d-43ca-8f52-775481283685 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 1098 time: 0.0561745 Jul 09 20:55:57.863925 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-433a8676-aac3-4dbd-955c-d263cddfb316 req-5cf4dc6b-008f-437a-94ed-a9636159dd03 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656404 Jul 09 20:55:57.869493 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9b776df-790f-4b43-aca3-2daf6a4a06e5 req-116ac3b8-ebc0-444c-90aa-cf100633fe20 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Jul 09 20:55:58.717706 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-b9d8863c-5d82-4120-9f5d-8649020d07c4 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:58.719855 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-b9d8863c-5d82-4120-9f5d-8649020d07c4 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.26 "GET /v2.0/networks?id=efbeeee3-3507-4b86-b64f-6d8e01458bc6 HTTP/1.1" status: 200 len: 814 time: 0.1149659 Jul 09 20:55:58.750684 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Request body: {'port': {'device_id': 'a4cee335-bb5a-4430-adee-17122ebed0f2', 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6', 'admin_state_up': True, 'tenant_id': '681a8aeb48124196bb74f839e81dd05e'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:58.878969 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Made reservation on behalf of 681a8aeb48124196bb74f839e81dd05e for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:55:58.886892 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:58.955317 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605009-7566-4dad-82f6-9d18fa81a412 req-1e99fd17-82b8-4a5b-8dad-4a53f3ac80da tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:58.957625 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a0605009-7566-4dad-82f6-9d18fa81a412 req-1e99fd17-82b8-4a5b-8dad-4a53f3ac80da tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.0974994 Jul 09 20:55:59.018156 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a0605009-7566-4dad-82f6-9d18fa81a412 req-7c103380-4fa3-4dde-a5df-509e1ad45203 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528917 Jul 09 20:55:59.060594 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Allocated IP 172.20.0.6 (efbeeee3-3507-4b86-b64f-6d8e01458bc6/f3b2b99a-ab63-459a-a65c-b3b3ca8e937e/89423a91-59c5-4c68-8eba-79500c5e3c28) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:55:59.175109 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7edfee55-5639-44b8-9288-ff6608ca2c2c req-b03b45c2-5c53-4f4f-a03e-fbb4696933a7 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 210 time: 0.0362866 Jul 09 20:55:59.263639 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:59.313840 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:59.369022 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Network efbeeee3-3507-4b86-b64f-6d8e01458bc6 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:55:59.372682 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:55:59.386514 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:55:59.394694 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['d75dec25-075b-48b6-8379-4acdd30df14f'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:59.395297 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Pushing event updated for resources: {'Port': ['ID=89423a91-59c5-4c68-8eba-79500c5e3c28,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:59.459960 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:59.460679 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:59.478717 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-a6fbfbc2-0ee8-47a2-8abd-6d3cb35dcd7c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7330618 Jul 09 20:55:59.510253 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Request body: {'port': {'device_id': 'a4cee335-bb5a-4430-adee-17122ebed0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:59.604746 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:59.973139 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f929d-c9b8-4bfb-9d2c-5e95b8bbce45 req-7cc8759d-063f-4742-9979-20e561df54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:59.976305 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f0f929d-c9b8-4bfb-9d2c-5e95b8bbce45 req-7cc8759d-063f-4742-9979-20e561df54ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 1099 time: 0.1274321 Jul 09 20:56:00.109307 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89423a91-59c5-4c68-8eba-79500c5e3c28 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:56:00.118934 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.151093 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Transition to ACTIVE for port object 89423a91-59c5-4c68-8eba-79500c5e3c28 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:00.158446 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.214575 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f929d-c9b8-4bfb-9d2c-5e95b8bbce45 req-00fde15c-3b78-4df8-a1a7-adaf1c9e1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:00.216332 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f0f929d-c9b8-4bfb-9d2c-5e95b8bbce45 req-00fde15c-3b78-4df8-a1a7-adaf1c9e1193 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 920 time: 0.1660950 Jul 09 20:56:00.237678 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Pushing event updated for resources: {'Port': ['ID=89423a91-59c5-4c68-8eba-79500c5e3c28,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:00.342697 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f0f929d-c9b8-4bfb-9d2c-5e95b8bbce45 req-eff1d5db-e56f-4165-9b6b-95eeb046db84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3 HTTP/1.1" status: 200 len: 217 time: 0.0501018 Jul 09 20:56:00.406407 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Attempting to bind port 89423a91-59c5-4c68-8eba-79500c5e3c28 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:00.406753 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Attempting to bind port 89423a91-59c5-4c68-8eba-79500c5e3c28 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'db8dd971-02d5-43fd-82d2-59aec8be3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:00.407073 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Attempting to bind port 89423a91-59c5-4c68-8eba-79500c5e3c28 on network efbeeee3-3507-4b86-b64f-6d8e01458bc6 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:00.417966 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Port 89423a91-59c5-4c68-8eba-79500c5e3c28 on network efbeeee3-3507-4b86-b64f-6d8e01458bc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:56:00.418302 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Attempting to bind port 89423a91-59c5-4c68-8eba-79500c5e3c28 on network efbeeee3-3507-4b86-b64f-6d8e01458bc6 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:00.427810 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:00.428268 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Checking segment: {'id': 'db8dd971-02d5-43fd-82d2-59aec8be3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:00.428706 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Bound using segment: {'id': 'db8dd971-02d5-43fd-82d2-59aec8be3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:00.429234 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Bound port: 89423a91-59c5-4c68-8eba-79500c5e3c28, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8dd971-02d5-43fd-82d2-59aec8be3556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:00.429695 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.444279 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f929d-c9b8-4bfb-9d2c-5e95b8bbce45 req-6404029c-bb56-4f9e-85ad-26ce3dfe6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:00.445803 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f0f929d-c9b8-4bfb-9d2c-5e95b8bbce45 req-6404029c-bb56-4f9e-85ad-26ce3dfe6933 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 200 len: 858 time: 0.0924497 Jul 09 20:56:00.480495 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d3a68-23c8-4216-b812-baa7a7214f7b req-37819662-2c82-4ecf-b3cf-4673af4c3f8c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:00.482108 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-984d3a68-23c8-4216-b812-baa7a7214f7b req-37819662-2c82-4ecf-b3cf-4673af4c3f8c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0787351 Jul 09 20:56:00.515334 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f0f929d-c9b8-4bfb-9d2c-5e95b8bbce45 req-938fc333-9238-4a4d-b0e2-4640fa6aee3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd211547-dba5-4c75-9042-ab3cca56f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393703 Jul 09 20:56:00.536201 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-984d3a68-23c8-4216-b812-baa7a7214f7b req-1200d68b-6ee6-446d-891b-f49f481f943a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478840 Jul 09 20:56:00.551939 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] For port 89423a91-59c5-4c68-8eba-79500c5e3c28, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:00.600088 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] For port 89423a91-59c5-4c68-8eba-79500c5e3c28, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=89423a91-59c5-4c68-8eba-79500c5e3c28,segment=NetworkSegment(db8dd971-02d5-43fd-82d2-59aec8be3556),segment_id=db8dd971-02d5-43fd-82d2-59aec8be3556)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:00.612566 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.696731 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:00.697367 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.699753 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] 10.222.0.26 "PUT /v2.0/ports/89423a91-59c5-4c68-8eba-79500c5e3c28 HTTP/1.1" status: 200 len: 1093 time: 1.1952779 Jul 09 20:56:00.703546 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cee335-bb5a-4430-adee-17122ebed0f2', 'tag': '89423a91-59c5-4c68-8eba-79500c5e3c28'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:00.705826 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d290cf-ca47-4732-b65c-bd6c6652c3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cee335-bb5a-4430-adee-17122ebed0f2", "tag": "89423a91-59c5-4c68-8eba-79500c5e3c28"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:00.713431 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643c9d-37da-4d6e-b9f8-ef9327ab6165 req-3a0a8dc5-8037-4069-a706-dd383cbb9196 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:00.723025 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2b643c9d-37da-4d6e-b9f8-ef9327ab6165 req-3a0a8dc5-8037-4069-a706-dd383cbb9196 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.0821729 Jul 09 20:56:00.729875 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4baee-a5ca-49e9-b78f-c38d7f426633 service neutron] Pushing event updated for resources: {'Port': ['ID=89423a91-59c5-4c68-8eba-79500c5e3c28,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:00.735307 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f0f929d-c9b8-4bfb-9d2c-5e95b8bbce45 req-ea06984f-f088-4307-88c8-3cf1011912be service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938312 Jul 09 20:56:00.771948 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2b643c9d-37da-4d6e-b9f8-ef9327ab6165 req-e0786a35-0959-4733-80a3-a8b86034b488 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476365 Jul 09 20:56:00.941188 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f0f929d-c9b8-4bfb-9d2c-5e95b8bbce45 req-499deb77-6c96-4f55-8e67-2a9ed1bfe5af service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800594 Jul 09 20:56:00.963818 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-fa669fe0-a1ae-4278-a302-ceea83e71ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:00.965453 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-fa669fe0-a1ae-4278-a302-ceea83e71ccf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=681a8aeb48124196bb74f839e81dd05e&device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 1096 time: 0.1825397 Jul 09 20:56:00.989819 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45c590-76a9-4c5f-9855-cfe35c565e90 req-5aa13029-3802-4081-9d1d-c542f72a1b9f tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:00.991488 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bb45c590-76a9-4c5f-9855-cfe35c565e90 req-5aa13029-3802-4081-9d1d-c542f72a1b9f tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 943 time: 0.0954144 Jul 09 20:56:01.044088 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-931161c3-3154-48a5-98a1-cd5d758d46fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89423a91-59c5-4c68-8eba-79500c5e3c28 HTTP/1.1" status: 200 len: 217 time: 0.0528777 Jul 09 20:56:01.105420 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bb45c590-76a9-4c5f-9855-cfe35c565e90 req-9e2a1e0e-0102-4498-a111-d8b2a9b5c29e tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050522 Jul 09 20:56:01.169281 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-8a35e2e7-df13-481a-84b7-6a2b422a0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:01.171386 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-8a35e2e7-df13-481a-84b7-6a2b422a0cc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3b2b99a-ab63-459a-a65c-b3b3ca8e937e HTTP/1.1" status: 200 len: 854 time: 0.0890594 Jul 09 20:56:01.172991 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2007c9c4-8acd-4abb-b219-2dc41ae2e3bf x-openstack-request-id: req-2007c9c4-8acd-4abb-b219-2dc41ae2e3bf {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:01.173395 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cee335-bb5a-4430-adee-17122ebed0f2", "tag": "89423a91-59c5-4c68-8eba-79500c5e3c28", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:01.173744 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2007c9c4-8acd-4abb-b219-2dc41ae2e3bf {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:01.174311 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cee335-bb5a-4430-adee-17122ebed0f2', 'tag': '89423a91-59c5-4c68-8eba-79500c5e3c28', 'status': 'completed', 'code': 200} Jul 09 20:56:01.321620 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-da6f36fc-f44e-41ac-a13b-cf131b07f9fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=efbeeee3-3507-4b86-b64f-6d8e01458bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439835 Jul 09 20:56:01.489969 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-eb8cb3a3-41c0-4688-a587-92da671fe579 service neutron] 10.222.0.26 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523941 Jul 09 20:56:01.637350 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-badd0f6b-1f6b-4a1c-a726-55c715d1f5b7 req-8329cff4-fc7d-46cb-bac0-ceccf8d1ee1d service neutron] 10.222.0.26 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405320 Jul 09 20:56:01.896092 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d290cf-ca47-4732-b65c-bd6c6652c3a0 req-087e89f2-76f2-4e60-a67a-7e04da5fc321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:01.897859 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a4d290cf-ca47-4732-b65c-bd6c6652c3a0 req-087e89f2-76f2-4e60-a67a-7e04da5fc321 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=681a8aeb48124196bb74f839e81dd05e&device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 1096 time: 0.0626454 Jul 09 20:56:01.903532 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e68a0-c392-4d3c-b075-e6bf8f355647 req-604dccf5-dea6-4284-a37e-00db37ef9db2 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:01.907682 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f05e68a0-c392-4d3c-b075-e6bf8f355647 req-604dccf5-dea6-4284-a37e-00db37ef9db2 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0906074 Jul 09 20:56:01.972546 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f05e68a0-c392-4d3c-b075-e6bf8f355647 req-5478cb19-c6c1-48c1-bcd0-cdfcbe3c5721 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582654 Jul 09 20:56:02.025626 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d290cf-ca47-4732-b65c-bd6c6652c3a0 req-46a6e00d-bd83-49e8-92a6-a274fe4279d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:02.028825 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a4d290cf-ca47-4732-b65c-bd6c6652c3a0 req-46a6e00d-bd83-49e8-92a6-a274fe4279d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=efbeeee3-3507-4b86-b64f-6d8e01458bc6 HTTP/1.1" status: 200 len: 916 time: 0.1182625 Jul 09 20:56:02.073366 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a4d290cf-ca47-4732-b65c-bd6c6652c3a0 req-569cc6f1-aab9-4749-b3a6-bed47425ba4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89423a91-59c5-4c68-8eba-79500c5e3c28 HTTP/1.1" status: 200 len: 217 time: 0.0384521 Jul 09 20:56:02.164477 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d290cf-ca47-4732-b65c-bd6c6652c3a0 req-5f7430fe-77c4-435f-80ab-93df3421dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:02.166020 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a4d290cf-ca47-4732-b65c-bd6c6652c3a0 req-5f7430fe-77c4-435f-80ab-93df3421dfe8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3b2b99a-ab63-459a-a65c-b3b3ca8e937e HTTP/1.1" status: 200 len: 854 time: 0.0794253 Jul 09 20:56:02.219490 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a4d290cf-ca47-4732-b65c-bd6c6652c3a0 req-feeb32dc-82f4-43cf-8723-4c3a1c4fd6b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=efbeeee3-3507-4b86-b64f-6d8e01458bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428898 Jul 09 20:56:02.328466 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a4d290cf-ca47-4732-b65c-bd6c6652c3a0 req-60b0fe0e-5fdb-44c6-ba5c-93c315d893de service neutron] 10.222.0.26 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012087 Jul 09 20:56:02.337109 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb5e4d-4bc9-47a2-97e4-f2a79a170848 req-bb3ca76f-f504-4196-9c69-8cb608621abe tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:02.338580 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5bbb5e4d-4bc9-47a2-97e4-f2a79a170848 req-bb3ca76f-f504-4196-9c69-8cb608621abe tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 943 time: 0.0721197 Jul 09 20:56:02.376958 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5bbb5e4d-4bc9-47a2-97e4-f2a79a170848 req-04402277-1817-44f8-b3ad-29f3a7947bd2 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325642 Jul 09 20:56:02.430519 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a4d290cf-ca47-4732-b65c-bd6c6652c3a0 req-220919a7-da30-47c2-b5f5-af7d5f3f19a8 service neutron] 10.222.0.26 "GET /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860641 Jul 09 20:56:03.162007 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea62609-c742-4782-8e85-15d58e6a40ee req-b93d3b5a-0996-4947-a0f5-2271529aa793 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:03.163613 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dea62609-c742-4782-8e85-15d58e6a40ee req-b93d3b5a-0996-4947-a0f5-2271529aa793 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0757594 Jul 09 20:56:03.207611 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dea62609-c742-4782-8e85-15d58e6a40ee req-2ceb5fc1-42b6-4ee4-9152-a60de268c426 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379767 Jul 09 20:56:03.570275 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1b1e5-9667-42e5-af40-1f3baeca655b req-1b30254d-f0fc-4445-b1d4-698fd007a89b tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:03.572109 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e5e1b1e5-9667-42e5-af40-1f3baeca655b req-1b30254d-f0fc-4445-b1d4-698fd007a89b tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 943 time: 0.0760093 Jul 09 20:56:03.614436 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e5e1b1e5-9667-42e5-af40-1f3baeca655b req-5725ca9a-fc94-4d75-8c98-0023c3cbd6fc tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353286 Jul 09 20:56:04.402805 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b12eee-972d-4710-8a97-e474e44c37ff req-bff955f7-6b8f-4434-bf10-d0d6c981a154 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:04.405146 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79b12eee-972d-4710-8a97-e474e44c37ff req-bff955f7-6b8f-4434-bf10-d0d6c981a154 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0733540 Jul 09 20:56:04.443258 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79b12eee-972d-4710-8a97-e474e44c37ff req-a136cd24-6eec-4cc8-a4e6-7890a268979c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Jul 09 20:56:04.807962 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097cce4-d9e2-4a7b-8458-a15d1e2312cb req-061c11e8-01a8-4fe4-878f-8165d51cce1e tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:04.809870 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0097cce4-d9e2-4a7b-8458-a15d1e2312cb req-061c11e8-01a8-4fe4-878f-8165d51cce1e tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 943 time: 0.0738740 Jul 09 20:56:04.855879 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0097cce4-d9e2-4a7b-8458-a15d1e2312cb req-23b790ac-e234-44c6-a9e8-764eaf445069 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Jul 09 20:56:04.936598 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 89423a91-59c5-4c68-8eba-79500c5e3c28 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:56:05.008168 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 60592) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:05.066831 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 89423a91-59c5-4c68-8eba-79500c5e3c28, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=89423a91-59c5-4c68-8eba-79500c5e3c28,segment=NetworkSegment(db8dd971-02d5-43fd-82d2-59aec8be3556),segment_id=db8dd971-02d5-43fd-82d2-59aec8be3556)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:05.082369 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '89423a91-59c5-4c68-8eba-79500c5e3c28', 'network_id': 'efbeeee3-3507-4b86-b64f-6d8e01458bc6', 'port_id': '89423a91-59c5-4c68-8eba-79500c5e3c28', 'mac_address': 'fa:16:3e:ac:e3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b2b99a-ab63-459a-a65c-b3b3ca8e937e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:56:05.121652 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.136709 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89423a91-59c5-4c68-8eba-79500c5e3c28 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:56:05.144212 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-417b31f2-45da-49e6-adfb-8028b257f816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.166038 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 89423a91-59c5-4c68-8eba-79500c5e3c28, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=89423a91-59c5-4c68-8eba-79500c5e3c28,segment=NetworkSegment(db8dd971-02d5-43fd-82d2-59aec8be3556),segment_id=db8dd971-02d5-43fd-82d2-59aec8be3556)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:05.174301 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.249660 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=89423a91-59c5-4c68-8eba-79500c5e3c28,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:05.258775 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-417b31f2-45da-49e6-adfb-8028b257f816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.263238 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-417b31f2-45da-49e6-adfb-8028b257f816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.318754 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-417b31f2-45da-49e6-adfb-8028b257f816 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f32098a809054a60b2e4868a128a4d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095148 Jul 09 20:56:05.319754 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b31f2-45da-49e6-adfb-8028b257f816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba07cd9-0259-4e4a-bf48-1b6480a580b4,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:05.321521 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 60598) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:05.382077 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ed7d391-12b1-454d-b35f-b07b66ef1e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.407372 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ed7d391-12b1-454d-b35f-b07b66ef1e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.458753 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ed7d391-12b1-454d-b35f-b07b66ef1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.462358 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ed7d391-12b1-454d-b35f-b07b66ef1e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.464120 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4ed7d391-12b1-454d-b35f-b07b66ef1e9b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4ba07cd9-0259-4e4a-bf48-1b6480a580b4 HTTP/1.1" status: 204 len: 168 time: 0.1402402 Jul 09 20:56:05.474001 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7d391-12b1-454d-b35f-b07b66ef1e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba07cd9-0259-4e4a-bf48-1b6480a580b4,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:05.658171 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['89423a91-59c5-4c68-8eba-79500c5e3c28'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:56:05.690066 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6dafe-4660-46aa-bdea-a706ca50e1ea req-55984633-1d5a-4eb3-9fc0-23163734dd29 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:05.698496 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ebc6dafe-4660-46aa-bdea-a706ca50e1ea req-55984633-1d5a-4eb3-9fc0-23163734dd29 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0971560 Jul 09 20:56:05.749563 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ebc6dafe-4660-46aa-bdea-a706ca50e1ea req-ee5c3235-08b5-4c00-9f6c-929f607fbee0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491643 Jul 09 20:56:06.080598 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab688620-4ea2-4ed9-9171-25828e7e7c55 req-f617ec4b-8439-4ac1-a6b5-faa0864ec1e2 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:06.087930 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab688620-4ea2-4ed9-9171-25828e7e7c55 req-f617ec4b-8439-4ac1-a6b5-faa0864ec1e2 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 944 time: 0.0993075 Jul 09 20:56:06.135613 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab688620-4ea2-4ed9-9171-25828e7e7c55 req-bad32e52-765d-4475-b1d8-25211af2b745 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467057 Jul 09 20:56:06.785562 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6199c81-3cb1-477d-b915-d2f2d02199df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.936442 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 60654) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:06.943016 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 89423a91-59c5-4c68-8eba-79500c5e3c28 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:07.005351 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eec73-ec95-4098-a513-c4777b180d0e req-5377d07b-b860-477b-9b77-5d7f9a349c2e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:07.014076 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aa1eec73-ec95-4098-a513-c4777b180d0e req-5377d07b-b860-477b-9b77-5d7f9a349c2e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0988996 Jul 09 20:56:07.016955 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port 89423a91-59c5-4c68-8eba-79500c5e3c28 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:07.023727 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 89423a91-59c5-4c68-8eba-79500c5e3c28 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:07.024111 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.068331 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aa1eec73-ec95-4098-a513-c4777b180d0e req-948bb6b7-7c32-4287-b4b2-c98dd5940bd0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530186 Jul 09 20:56:07.081349 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.126159 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.158199 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cee335-bb5a-4430-adee-17122ebed0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89423a91-59c5-4c68-8eba-79500c5e3c28'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:07.163103 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1f7b07-af96-4261-8b0a-ba5efa8c8944" -d '{"events": [{"server_uuid": "a4cee335-bb5a-4430-adee-17122ebed0f2", "name": "network-vif-plugged", "status": "completed", "tag": "89423a91-59c5-4c68-8eba-79500c5e3c28"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:07.182786 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 89423a91-59c5-4c68-8eba-79500c5e3c28, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=89423a91-59c5-4c68-8eba-79500c5e3c28,segment=NetworkSegment(db8dd971-02d5-43fd-82d2-59aec8be3556),segment_id=db8dd971-02d5-43fd-82d2-59aec8be3556)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:07.192108 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.201101 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.212368 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.261072 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=89423a91-59c5-4c68-8eba-79500c5e3c28,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:07.281588 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe9d8a7-29c3-4b06-ab0a-402d3dd8d3d7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:07.288887 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2eb8bde715594b10a031e72bebe85c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489435 Jul 09 20:56:07.295417 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 60662) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:07.309383 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.309667 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.310100 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.310448 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.310823 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.311378 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.311756 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.312978 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.314279 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.314637 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.315304 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.316269 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d924-d11b-42b5-8fcd-19745a2f23a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:07.345619 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435b64a-66c7-437d-83a3-c4c2d277c988 req-beaba201-e368-4645-b711-68728da85c6c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:07.353836 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8435b64a-66c7-437d-83a3-c4c2d277c988 req-beaba201-e368-4645-b711-68728da85c6c tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 945 time: 0.0872889 Jul 09 20:56:07.391246 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-313cffa0-9cf1-4a89-ae73-017808bb3385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.400052 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8435b64a-66c7-437d-83a3-c4c2d277c988 req-67f02986-ec74-4a9e-939b-6d38edac3a3d tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451622 Jul 09 20:56:07.420044 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-313cffa0-9cf1-4a89-ae73-017808bb3385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.451040 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac76a9e8-6019-43a7-aec1-edf4e8d900e5 x-openstack-request-id: req-ac76a9e8-6019-43a7-aec1-edf4e8d900e5 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:07.451860 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cee335-bb5a-4430-adee-17122ebed0f2", "name": "network-vif-plugged", "status": "completed", "tag": "89423a91-59c5-4c68-8eba-79500c5e3c28", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:07.452276 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac76a9e8-6019-43a7-aec1-edf4e8d900e5 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:07.452768 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cee335-bb5a-4430-adee-17122ebed0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89423a91-59c5-4c68-8eba-79500c5e3c28', 'code': 200} Jul 09 20:56:07.478956 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-313cffa0-9cf1-4a89-ae73-017808bb3385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.481825 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-313cffa0-9cf1-4a89-ae73-017808bb3385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.483862 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-313cffa0-9cf1-4a89-ae73-017808bb3385 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1fe9d8a7-29c3-4b06-ab0a-402d3dd8d3d7 HTTP/1.1" status: 204 len: 168 time: 0.1927159 Jul 09 20:56:07.496445 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cffa0-9cf1-4a89-ae73-017808bb3385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe9d8a7-29c3-4b06-ab0a-402d3dd8d3d7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:07.820960 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176cd53-81fe-40c2-aa8b-d34bcb84e70d req-6360156f-01e6-4fb4-bc43-3054b6085f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:07.822503 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0176cd53-81fe-40c2-aa8b-d34bcb84e70d req-6360156f-01e6-4fb4-bc43-3054b6085f6e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 1098 time: 0.0651121 Jul 09 20:56:07.936481 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0176cd53-81fe-40c2-aa8b-d34bcb84e70d req-4bd5f5d1-0dcb-4333-90cd-2d57d0621bd3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668895 Jul 09 20:56:08.333713 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a452312-24f0-4268-a573-9846b49224e6 req-f63de086-caa8-4a9f-8426-ff4ae6d16ba1 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:08.354582 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1a452312-24f0-4268-a573-9846b49224e6 req-f63de086-caa8-4a9f-8426-ff4ae6d16ba1 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.1554086 Jul 09 20:56:08.469023 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1a452312-24f0-4268-a573-9846b49224e6 req-4e49e6e7-032c-4474-95e6-c3b8cf626e03 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132550 Jul 09 20:56:08.689092 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707eb9d-7032-44b6-ac0a-a06d0c757670 req-ba9d422b-38f6-4927-b3ca-87f942ed3772 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:08.690882 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a707eb9d-7032-44b6-ac0a-a06d0c757670 req-ba9d422b-38f6-4927-b3ca-87f942ed3772 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 945 time: 0.0795898 Jul 09 20:56:08.738464 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a707eb9d-7032-44b6-ac0a-a06d0c757670 req-71ef809e-adf5-4a3e-8d51-a74a9e856714 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Jul 09 20:56:09.639910 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3f469c2c-785e-4733-a111-39b4f2e3b269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.659815 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbb09c-5d64-4dfd-af21-47bf2f8397cb req-d3634fe4-00c0-4a7e-98a8-445b069925d4 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:09.661364 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4dbb09c-5d64-4dfd-af21-47bf2f8397cb req-d3634fe4-00c0-4a7e-98a8-445b069925d4 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0807943 Jul 09 20:56:09.702520 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4dbb09c-5d64-4dfd-af21-47bf2f8397cb req-3232f1d2-ffd2-4a18-aef0-792ef6100fde tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334535 Jul 09 20:56:09.928209 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45311e-9a3e-4ed5-b524-641eeceae84e req-21a0f4f8-63c3-4d81-9036-52cc872fd8e7 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:09.929691 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5a45311e-9a3e-4ed5-b524-641eeceae84e req-21a0f4f8-63c3-4d81-9036-52cc872fd8e7 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 945 time: 0.0678992 Jul 09 20:56:09.969095 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5a45311e-9a3e-4ed5-b524-641eeceae84e req-556a1f70-1e14-459f-b8d9-eee6572ad588 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Jul 09 20:56:10.119230 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:10.632252 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.119441 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.134365 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 60806) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:12.250082 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be26611c-8b5c-44f6-ae5f-184f4f79bff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.350050 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be26611c-8b5c-44f6-ae5f-184f4f79bff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.354352 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be26611c-8b5c-44f6-ae5f-184f4f79bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.400603 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-be26611c-8b5c-44f6-ae5f-184f4f79bff6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95a2dc9c7f02411fa020ae9ad404e3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627399 Jul 09 20:56:12.400603 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26611c-8b5c-44f6-ae5f-184f4f79bff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd930e2-1bd0-4335-bf13-2744a8a107df,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:12.401106 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 60812) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:12.459342 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.481398 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.531295 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.534530 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.535963 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2dd930e2-1bd0-4335-bf13-2744a8a107df HTTP/1.1" status: 204 len: 168 time: 0.1338475 Jul 09 20:56:12.544040 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd930e2-1bd0-4335-bf13-2744a8a107df,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:12.553012 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:12.553376 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:12.553844 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:12.554566 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:12.554912 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:12.555256 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:12.555750 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:12.556427 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:12.556767 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:12.557138 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:12.557914 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:12.558253 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f532a-4c09-4ba7-b4ae-9a6902b5df9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:18.442148 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79266605-9540-4d8f-b720-4db813b6b238 req-cef3b74f-25da-4d06-97e5-98bf214c7a0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539544 Jul 09 20:56:18.546698 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79266605-9540-4d8f-b720-4db813b6b238 req-4b57ef81-d126-49e0-bb23-4bf1ad891420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:18.548562 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79266605-9540-4d8f-b720-4db813b6b238 req-4b57ef81-d126-49e0-bb23-4bf1ad891420 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 1098 time: 0.0608852 Jul 09 20:56:18.656995 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79266605-9540-4d8f-b720-4db813b6b238 req-144ad025-afe9-43df-ab8d-eb62db27ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:18.658590 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79266605-9540-4d8f-b720-4db813b6b238 req-144ad025-afe9-43df-ab8d-eb62db27ef35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 920 time: 0.0875916 Jul 09 20:56:18.705029 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79266605-9540-4d8f-b720-4db813b6b238 req-10a50d2f-ae3d-496a-b257-a7147bd98f5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e62a3fbb-c823-42c7-8c97-3f1faf30bc03 HTTP/1.1" status: 200 len: 217 time: 0.0365784 Jul 09 20:56:18.756449 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79266605-9540-4d8f-b720-4db813b6b238 req-5a17caaf-f8c0-424f-b9f6-779d2780b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:18.758028 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79266605-9540-4d8f-b720-4db813b6b238 req-5a17caaf-f8c0-424f-b9f6-779d2780b122 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 200 len: 858 time: 0.0450292 Jul 09 20:56:18.799257 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79266605-9540-4d8f-b720-4db813b6b238 req-e014e61b-0e66-4c53-a35e-6c2c02163f24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd211547-dba5-4c75-9042-ab3cca56f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304813 Jul 09 20:56:18.893887 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79266605-9540-4d8f-b720-4db813b6b238 req-1f885f7e-b375-4704-83a3-6704fddfbb0b service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833037 Jul 09 20:56:18.996224 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79266605-9540-4d8f-b720-4db813b6b238 req-6b588339-63d2-4920-af00-ad3a94a25711 service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956767 Jul 09 20:56:20.106303 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:21.175659 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 60954) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:21.296362 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-13ec986c-5971-44dd-95ef-67383476d67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:21.389469 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-13ec986c-5971-44dd-95ef-67383476d67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:21.393782 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-13ec986c-5971-44dd-95ef-67383476d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:21.432319 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-13ec986c-5971-44dd-95ef-67383476d67f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a1b342eacfd4f6bb9eec783a2816d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554724 Jul 09 20:56:21.434846 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 60958) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:21.437978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec986c-5971-44dd-95ef-67383476d67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4f1205-985e-448a-b0a5-79638c6e3d55,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:21.490745 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ab26a4e0-8f4e-4d11-8beb-ae40713d1e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:21.527667 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ab26a4e0-8f4e-4d11-8beb-ae40713d1e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:21.579173 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ab26a4e0-8f4e-4d11-8beb-ae40713d1e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:21.582330 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ab26a4e0-8f4e-4d11-8beb-ae40713d1e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:21.583668 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ab26a4e0-8f4e-4d11-8beb-ae40713d1e09 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d4f1205-985e-448a-b0a5-79638c6e3d55 HTTP/1.1" status: 204 len: 168 time: 0.1471946 Jul 09 20:56:21.593560 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26a4e0-8f4e-4d11-8beb-ae40713d1e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4f1205-985e-448a-b0a5-79638c6e3d55,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:21.938115 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 60966) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:21.950980 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5602d3eb-4e94-434a-9ebd-28b28e0f1850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.057263 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5602d3eb-4e94-434a-9ebd-28b28e0f1850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.062586 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5602d3eb-4e94-434a-9ebd-28b28e0f1850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.104333 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5602d3eb-4e94-434a-9ebd-28b28e0f1850 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f7bb1d5610d4edd9a8fce215b8750bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651800 Jul 09 20:56:22.105279 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602d3eb-4e94-434a-9ebd-28b28e0f1850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78eafc2-a79e-4c9c-b37f-2cd4f2e1c959,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:22.107048 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 60968) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:22.171182 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08b2d950-2c03-4ebe-8ed9-c7eb5a278750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.193193 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08b2d950-2c03-4ebe-8ed9-c7eb5a278750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.452124 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08b2d950-2c03-4ebe-8ed9-c7eb5a278750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.455074 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08b2d950-2c03-4ebe-8ed9-c7eb5a278750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.458557 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-08b2d950-2c03-4ebe-8ed9-c7eb5a278750 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a78eafc2-a79e-4c9c-b37f-2cd4f2e1c959 HTTP/1.1" status: 204 len: 168 time: 0.3481722 Jul 09 20:56:22.464147 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2d950-2c03-4ebe-8ed9-c7eb5a278750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78eafc2-a79e-4c9c-b37f-2cd4f2e1c959,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:22.900957 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 60976) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:22.916323 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb28f926-e6b9-494f-bc0b-9f5827fa5f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:23.014187 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb28f926-e6b9-494f-bc0b-9f5827fa5f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:23.019675 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb28f926-e6b9-494f-bc0b-9f5827fa5f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:23.062832 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 60982) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:23.063582 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-fb28f926-e6b9-494f-bc0b-9f5827fa5f93 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8116aadf6f924758a59700515dfc4cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608791 Jul 09 20:56:23.063919 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28f926-e6b9-494f-bc0b-9f5827fa5f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c35a88-edc5-4764-90b3-4e1fd7e78e43,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:23.123618 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6ef54679-548f-4153-96dc-78ba84fdeb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:23.155462 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6ef54679-548f-4153-96dc-78ba84fdeb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:23.211877 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6ef54679-548f-4153-96dc-78ba84fdeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:23.215028 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6ef54679-548f-4153-96dc-78ba84fdeb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:23.216847 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6ef54679-548f-4153-96dc-78ba84fdeb54 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b8c35a88-edc5-4764-90b3-4e1fd7e78e43 HTTP/1.1" status: 204 len: 168 time: 0.1523888 Jul 09 20:56:23.228529 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef54679-548f-4153-96dc-78ba84fdeb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c35a88-edc5-4764-90b3-4e1fd7e78e43,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:24.495150 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae448aca-8b81-47dc-bc92-d86d33906c35 req-1a5f2b81-efaf-40bf-b2bb-7ad5fa54c5f0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:24.496577 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ae448aca-8b81-47dc-bc92-d86d33906c35 req-1a5f2b81-efaf-40bf-b2bb-7ad5fa54c5f0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0650885 Jul 09 20:56:24.533347 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ae448aca-8b81-47dc-bc92-d86d33906c35 req-1003a059-d3f1-4410-9795-cfba009680ac tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309322 Jul 09 20:56:25.450372 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dce685-b0c2-42a7-ba7f-e5d1e349dfb9 req-1a96d05b-2717-4c85-a371-66ff6b9d2ac5 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:25.452537 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73dce685-b0c2-42a7-ba7f-e5d1e349dfb9 req-1a96d05b-2717-4c85-a371-66ff6b9d2ac5 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0719485 Jul 09 20:56:25.490887 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73dce685-b0c2-42a7-ba7f-e5d1e349dfb9 req-7466713a-189c-4a4d-abf6-8e91d68be076 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323317 Jul 09 20:56:25.749840 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e43ef8-08fe-47c7-985b-120ceb1de454 req-5fba44b0-d71e-4040-a6d9-daaeee6b667f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:25.751566 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-52e43ef8-08fe-47c7-985b-120ceb1de454 req-5fba44b0-d71e-4040-a6d9-daaeee6b667f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0705063 Jul 09 20:56:25.793388 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-52e43ef8-08fe-47c7-985b-120ceb1de454 req-5925eed6-7927-4f69-81f3-0550dd127890 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 Jul 09 20:56:25.999267 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e1ccc-8da8-437b-92cb-b5e6a4aa236b req-2d06d8f4-cf38-41f1-9d0f-e65b74351d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:26.001387 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ab6e1ccc-8da8-437b-92cb-b5e6a4aa236b req-2d06d8f4-cf38-41f1-9d0f-e65b74351d28 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 1099 time: 0.0573125 Jul 09 20:56:26.038005 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ab6e1ccc-8da8-437b-92cb-b5e6a4aa236b req-45cee1cc-2907-48c0-a728-2a7b951637fb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290895 Jul 09 20:56:26.677052 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754421c-53a1-4043-b076-8b57f2122d04 req-817274ef-c8f0-4b7e-9fcb-be5f1e30afe7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:26.678780 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2754421c-53a1-4043-b076-8b57f2122d04 req-817274ef-c8f0-4b7e-9fcb-be5f1e30afe7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0672569 Jul 09 20:56:26.716373 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2754421c-53a1-4043-b076-8b57f2122d04 req-83d8794e-8169-4cc2-8efb-e3511a714ebf tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Jul 09 20:56:26.974218 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2fbd2-3c72-4b72-925d-9552094785f2 req-a1186fd2-8057-419c-a98c-2e7c73e5f6c3 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:26.975666 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dec2fbd2-3c72-4b72-925d-9552094785f2 req-a1186fd2-8057-419c-a98c-2e7c73e5f6c3 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0627129 Jul 09 20:56:27.012906 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dec2fbd2-3c72-4b72-925d-9552094785f2 req-246dbf5b-c9c7-493f-a1b0-8f612e9c062c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316656 Jul 09 20:56:27.024970 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 32882) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:27.072589 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-148fe894-7dc9-4b79-98c7-9b8addceac2a admin admin] Deleting subnet 645219e3-8018-4f0f-9956-f95baf9071a8 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:56:27.075891 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-148fe894-7dc9-4b79-98c7-9b8addceac2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.114240 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-148fe894-7dc9-4b79-98c7-9b8addceac2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10079045'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.156997 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-148fe894-7dc9-4b79-98c7-9b8addceac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.223246 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-148fe894-7dc9-4b79-98c7-9b8addceac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10078023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10077631'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.259592 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fe894-7dc9-4b79-98c7-9b8addceac2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645219e3-8018-4f0f-9956-f95baf9071a8,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:27.262755 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-148fe894-7dc9-4b79-98c7-9b8addceac2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.265502 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-148fe894-7dc9-4b79-98c7-9b8addceac2a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/645219e3-8018-4f0f-9956-f95baf9071a8 HTTP/1.1" status: 204 len: 168 time: 0.2390773 Jul 09 20:56:27.268034 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 32886) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:27.343579 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.420510 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.431078 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0db1de5-2b10-4db2-bb59-885af690b57a']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:27.442796 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c660da-8bb1-4f0c-9b05-29c2f89f350f') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:27.443097 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c660da-8bb1-4f0c-9b05-29c2f89f350f') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:27.453305 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10079058'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.466542 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.473026 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:56:27.473407 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10078114'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: timer() Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: self._notify() Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: event.method(event) Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:56:27.475116 dv-cinder-792642-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:56:27.534373 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.539223 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.543884 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d0db1de5-2b10-4db2-bb59-885af690b57a HTTP/1.1" status: 204 len: 168 time: 0.2746603 Jul 09 20:56:27.557182 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d9e1e-9d0a-42c8-8e4d-461a49462870 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0db1de5-2b10-4db2-bb59-885af690b57a,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:27.718311 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 32892) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:27.766964 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-da4f3a99-e128-4033-9ba0-7efaf143cdf3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73edbb1e55f843609f3cc6be0992a46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452497 Jul 09 20:56:27.767513 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 32896) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:27.816558 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed846-c579-48eb-8834-5a474dce0834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.838819 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed846-c579-48eb-8834-5a474dce0834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.930147 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39d497-30e3-4f33-b759-2ec142ae1bb8 req-0e652f50-423e-4a61-b6ca-af95aaf48e35 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:27.931632 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee39d497-30e3-4f33-b759-2ec142ae1bb8 req-0e652f50-423e-4a61-b6ca-af95aaf48e35 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0979621 Jul 09 20:56:27.932612 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed846-c579-48eb-8834-5a474dce0834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.935062 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed846-c579-48eb-8834-5a474dce0834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.936882 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2e1ed846-c579-48eb-8834-5a474dce0834 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/addf5dc3-96da-48d3-9986-4e8ab405493f HTTP/1.1" status: 204 len: 168 time: 0.1682100 Jul 09 20:56:27.957393 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ed846-c579-48eb-8834-5a474dce0834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addf5dc3-96da-48d3-9986-4e8ab405493f,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:27.979005 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee39d497-30e3-4f33-b759-2ec142ae1bb8 req-126121e4-390a-4557-ad43-376ab1beadef tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410337 Jul 09 20:56:28.192420 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ee17d-d2ef-4d5f-b0bb-a3ed79fdf5f8 req-0507c446-5226-41a0-8c78-23a2f817a546 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:28.193929 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce9ee17d-d2ef-4d5f-b0bb-a3ed79fdf5f8 req-0507c446-5226-41a0-8c78-23a2f817a546 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0635288 Jul 09 20:56:28.233148 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce9ee17d-d2ef-4d5f-b0bb-a3ed79fdf5f8 req-4a2a6474-b520-4068-aaac-36d3ff7f86af tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325434 Jul 09 20:56:28.675136 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfc277-169a-485e-8a53-8170f412508f req-8dfb21a8-4121-45e6-b7a3-9d3068aac02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:28.676699 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79dfc277-169a-485e-8a53-8170f412508f req-8dfb21a8-4121-45e6-b7a3-9d3068aac02c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 1099 time: 0.0568779 Jul 09 20:56:28.681371 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01aa13-e57a-4b45-a85a-595953808458 req-7e43d9fa-ea2f-4f5e-8456-bee2b78c8d29 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:28.682935 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7a01aa13-e57a-4b45-a85a-595953808458 req-7e43d9fa-ea2f-4f5e-8456-bee2b78c8d29 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0764816 Jul 09 20:56:28.723629 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7a01aa13-e57a-4b45-a85a-595953808458 req-b6eab749-4011-4e1a-95ea-2fe2934ad0fe tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332928 Jul 09 20:56:28.774947 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfc277-169a-485e-8a53-8170f412508f req-a5b283f5-d73f-4e09-9d1e-21b1ee465117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:28.776565 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79dfc277-169a-485e-8a53-8170f412508f req-a5b283f5-d73f-4e09-9d1e-21b1ee465117 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 920 time: 0.0919549 Jul 09 20:56:28.821833 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79dfc277-169a-485e-8a53-8170f412508f req-b225417a-ca98-4efc-9c5d-2505a4141563 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3 HTTP/1.1" status: 200 len: 217 time: 0.0345616 Jul 09 20:56:28.876791 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfc277-169a-485e-8a53-8170f412508f req-54616631-b009-45de-b274-33a12f8ec6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:28.878568 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79dfc277-169a-485e-8a53-8170f412508f req-54616631-b009-45de-b274-33a12f8ec6a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 200 len: 858 time: 0.0481396 Jul 09 20:56:28.915255 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79dfc277-169a-485e-8a53-8170f412508f req-33e7e159-e899-4b2d-a130-a3b435c7afb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd211547-dba5-4c75-9042-ab3cca56f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288446 Jul 09 20:56:29.009968 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79dfc277-169a-485e-8a53-8170f412508f req-c9bd7946-de7f-4ee3-9621-8c7bcf5fe819 service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870836 Jul 09 20:56:29.121633 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79dfc277-169a-485e-8a53-8170f412508f req-da822aef-00a0-4972-a38a-a98d3190ffdd service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930593 Jul 09 20:56:29.175894 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf847dc-8e38-4a01-8dea-45a894ea1ee4 req-ebe05caa-b65b-42f0-a292-becdab56d0ad tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:29.177425 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7cf847dc-8e38-4a01-8dea-45a894ea1ee4 req-ebe05caa-b65b-42f0-a292-becdab56d0ad tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0662839 Jul 09 20:56:29.222702 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7cf847dc-8e38-4a01-8dea-45a894ea1ee4 req-4950832a-3aa3-47c6-8654-a41354a858db tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336971 Jul 09 20:56:29.901652 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa10f43-38f1-41e8-8f8c-979fb4ba7bb0 req-08ae9973-b80b-4798-acd4-e857de6ad7e8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:29.903525 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5fa10f43-38f1-41e8-8f8c-979fb4ba7bb0 req-08ae9973-b80b-4798-acd4-e857de6ad7e8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0650554 Jul 09 20:56:29.946676 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5fa10f43-38f1-41e8-8f8c-979fb4ba7bb0 req-8685f686-0b93-4eca-a53e-83f05f22a98d tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356426 Jul 09 20:56:30.404972 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd291c-6c82-470f-9310-3fe27b91fa27 req-644e24e1-9efc-449a-a27c-dd69147b7990 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:30.406367 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78dd291c-6c82-470f-9310-3fe27b91fa27 req-644e24e1-9efc-449a-a27c-dd69147b7990 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0624561 Jul 09 20:56:30.442858 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78dd291c-6c82-470f-9310-3fe27b91fa27 req-ebdc290e-617a-4ce4-92ef-6971208796d0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Jul 09 20:56:31.120647 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5603e-9b8e-4796-98e7-81aa0d783fb4 req-3c3b5816-cc90-4e8b-90aa-aca992ec111f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:31.122155 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8b5603e-9b8e-4796-98e7-81aa0d783fb4 req-3c3b5816-cc90-4e8b-90aa-aca992ec111f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0659828 Jul 09 20:56:31.159965 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8b5603e-9b8e-4796-98e7-81aa0d783fb4 req-a50a5ed2-e4be-42ec-b577-269cbc3a161a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Jul 09 20:56:31.561352 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 32980) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:31.630165 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd9a21-5c57-4132-9186-12ca4a22cf02 req-2d99f998-f69b-4835-9d28-71f49f2e0772 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:31.632248 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87dd9a21-5c57-4132-9186-12ca4a22cf02 req-2d99f998-f69b-4835-9d28-71f49f2e0772 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0742733 Jul 09 20:56:31.673557 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87dd9a21-5c57-4132-9186-12ca4a22cf02 req-219331db-dd9d-41f6-b128-0ebff6ee7d9f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357261 Jul 09 20:56:31.684711 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b3645153-5110-4229-81ab-9dc9ec81fccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:31.776190 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b3645153-5110-4229-81ab-9dc9ec81fccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:31.780406 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b3645153-5110-4229-81ab-9dc9ec81fccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:31.819527 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b3645153-5110-4229-81ab-9dc9ec81fccb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c024521a13e4ce1bd1e3c59ba6b5e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570841 Jul 09 20:56:31.820380 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3645153-5110-4229-81ab-9dc9ec81fccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602d5c2b-01f4-4fb9-82c5-5d6fbdd6c6d6,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:31.822226 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 32986) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:31.884289 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8d608fef-61c9-449f-9fd0-be1628f56e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:31.921495 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8d608fef-61c9-449f-9fd0-be1628f56e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:31.969716 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8d608fef-61c9-449f-9fd0-be1628f56e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:31.972427 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8d608fef-61c9-449f-9fd0-be1628f56e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:31.973697 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-8d608fef-61c9-449f-9fd0-be1628f56e91 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/602d5c2b-01f4-4fb9-82c5-5d6fbdd6c6d6 HTTP/1.1" status: 204 len: 168 time: 0.1497824 Jul 09 20:56:31.981719 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d608fef-61c9-449f-9fd0-be1628f56e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602d5c2b-01f4-4fb9-82c5-5d6fbdd6c6d6,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:32.283744 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:56:32.374822 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fbc53-7064-4dcc-84e9-893705552566 req-9e425bca-3531-48db-8c8e-a533e63f1cd7 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:32.376367 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b61fbc53-7064-4dcc-84e9-893705552566 req-9e425bca-3531-48db-8c8e-a533e63f1cd7 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0630789 Jul 09 20:56:32.417206 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b61fbc53-7064-4dcc-84e9-893705552566 req-cce1bc40-f672-4ad6-ae78-19f7b887e3bb tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Jul 09 20:56:33.131468 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186afb9c-1dcd-4347-a94f-54b4000d60f9 req-d58f12d1-3850-4c44-9471-80adbbc96bb0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:33.133125 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-186afb9c-1dcd-4347-a94f-54b4000d60f9 req-d58f12d1-3850-4c44-9471-80adbbc96bb0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0691442 Jul 09 20:56:33.173353 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-186afb9c-1dcd-4347-a94f-54b4000d60f9 req-8c5047a1-5582-4c5f-be41-b9f6bcd22755 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346375 Jul 09 20:56:34.017139 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848f44b-5d57-475e-8369-5d43e4d8497c req-b74dd5bf-28a6-46f5-b2c7-3957fa5a7aa0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:34.018645 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d848f44b-5d57-475e-8369-5d43e4d8497c req-b74dd5bf-28a6-46f5-b2c7-3957fa5a7aa0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0673866 Jul 09 20:56:34.056567 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d848f44b-5d57-475e-8369-5d43e4d8497c req-7602c05e-87bf-4ce5-ac8d-151329b687db tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322566 Jul 09 20:56:34.552358 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3205-9280-4e3f-8f5a-623df7f40c9b req-7e75a39a-6607-47e8-8366-4ea50eb5c702 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:34.553911 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4ecd3205-9280-4e3f-8f5a-623df7f40c9b req-7e75a39a-6607-47e8-8366-4ea50eb5c702 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0675383 Jul 09 20:56:34.590589 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4ecd3205-9280-4e3f-8f5a-623df7f40c9b req-d8e0ecbc-6207-4474-b464-ecc9b8905bb4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Jul 09 20:56:35.776202 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6b78e-1348-4f54-92d1-4a6d53b05d1d req-ccb61ff9-c324-4ef4-bbb5-e69a062baba4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:35.777691 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3b6b78e-1348-4f54-92d1-4a6d53b05d1d req-ccb61ff9-c324-4ef4-bbb5-e69a062baba4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0625982 Jul 09 20:56:35.814472 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3b6b78e-1348-4f54-92d1-4a6d53b05d1d req-286a6da5-3676-42be-8e40-4b9b0d3aeba1 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Jul 09 20:56:36.786754 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-818e3878-fdf9-4bc1-8c4d-fe5db14080e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:36.990575 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44657b-7cde-479c-82ae-d14c0b464685 req-4592eb58-20c0-4ba7-8f47-91c397e9bbe2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:36.992101 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fd44657b-7cde-479c-82ae-d14c0b464685 req-4592eb58-20c0-4ba7-8f47-91c397e9bbe2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0628076 Jul 09 20:56:37.032863 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fd44657b-7cde-479c-82ae-d14c0b464685 req-8e4c325f-d45e-4c60-b8da-89e3a04db673 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352080 Jul 09 20:56:38.208202 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e152f-179a-423f-b494-bc35aad8deb6 req-932d3302-ef01-4179-960e-a8cfd49ba343 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:38.209570 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea0e152f-179a-423f-b494-bc35aad8deb6 req-932d3302-ef01-4179-960e-a8cfd49ba343 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0614684 Jul 09 20:56:38.245555 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea0e152f-179a-423f-b494-bc35aad8deb6 req-481397ff-5023-480d-b357-0ffc1740d772 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306101 Jul 09 20:56:39.434396 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9068aa7-5d1d-4ba4-8aff-26a4983815c6 req-824bd7c2-b3f8-48fd-a184-a052c964da4c tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:39.436330 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b9068aa7-5d1d-4ba4-8aff-26a4983815c6 req-824bd7c2-b3f8-48fd-a184-a052c964da4c tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0649011 Jul 09 20:56:39.474397 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b9068aa7-5d1d-4ba4-8aff-26a4983815c6 req-c191d714-3b0c-4911-8caa-482dcf01e2e4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323164 Jul 09 20:56:39.632083 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a38f0ba0-762d-4990-91cc-85eabda54882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:40.110188 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:40.633203 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:40.706875 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5e1de-e459-4d97-a362-bab242bd8115 req-381a22ba-04e3-441e-8674-e4156b8f7c09 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:40.708411 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23e5e1de-e459-4d97-a362-bab242bd8115 req-381a22ba-04e3-441e-8674-e4156b8f7c09 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0665274 Jul 09 20:56:40.746647 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23e5e1de-e459-4d97-a362-bab242bd8115 req-9cd22dea-a4b6-4bc6-8346-f833bbd31505 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324275 Jul 09 20:56:40.910099 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb1702-5d45-48e7-b00a-f0185ced504f req-63415047-f4f3-4218-ac0b-b918976e4567 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:40.911767 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17bb1702-5d45-48e7-b00a-f0185ced504f req-63415047-f4f3-4218-ac0b-b918976e4567 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0629041 Jul 09 20:56:40.948272 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17bb1702-5d45-48e7-b00a-f0185ced504f req-21644a14-198f-4fd2-afd2-9f4fc85c930e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311480 Jul 09 20:56:41.927569 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c8a8a-4e7c-45e1-b7d1-bc254220451c req-6737ba91-8cdb-431f-b96e-41a581c80e75 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:41.929060 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f5c8a8a-4e7c-45e1-b7d1-bc254220451c req-6737ba91-8cdb-431f-b96e-41a581c80e75 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0624771 Jul 09 20:56:41.969927 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f5c8a8a-4e7c-45e1-b7d1-bc254220451c req-a2cae50d-a9cf-46ad-9e3e-75902d93d771 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353117 Jul 09 20:56:42.119187 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:42.132764 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9818b-a195-4913-abda-bfaa58e2c2a2 req-0c0037b9-5628-4d4d-a8da-8bd459f758eb tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:42.134257 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0be9818b-a195-4913-abda-bfaa58e2c2a2 req-0c0037b9-5628-4d4d-a8da-8bd459f758eb tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0643375 Jul 09 20:56:42.171576 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0be9818b-a195-4913-abda-bfaa58e2c2a2 req-c9da0c2d-164f-4ae0-9464-f22b297d1c08 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310247 Jul 09 20:56:43.143456 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c699195-fb9b-4336-985d-57d7475b89de req-ed26ff2f-e320-4ca5-a61b-5f90394e77a8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:43.144791 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c699195-fb9b-4336-985d-57d7475b89de req-ed26ff2f-e320-4ca5-a61b-5f90394e77a8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0616751 Jul 09 20:56:43.197464 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c699195-fb9b-4336-985d-57d7475b89de req-179933fa-3d8c-4b90-ac2d-bf4dc10355c2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471032 Jul 09 20:56:43.359442 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad08a58-a428-466a-908a-cea2c51add6e req-e2e688be-654d-4513-8b62-fafccec15a71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:43.360888 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6ad08a58-a428-466a-908a-cea2c51add6e req-e2e688be-654d-4513-8b62-fafccec15a71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0648642 Jul 09 20:56:43.397686 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6ad08a58-a428-466a-908a-cea2c51add6e req-8ecb0ad3-e901-4ae2-b44a-8a469dc902c2 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311723 Jul 09 20:56:44.372107 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8529ecd-adbf-4d34-82d6-c7c31822d6cd req-17fcd7f2-849d-47ba-b9ae-de8189487eaf tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:44.374327 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a8529ecd-adbf-4d34-82d6-c7c31822d6cd req-17fcd7f2-849d-47ba-b9ae-de8189487eaf tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0617242 Jul 09 20:56:44.411433 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a8529ecd-adbf-4d34-82d6-c7c31822d6cd req-efcdacc9-f0a5-468c-9947-046e99c9f630 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313103 Jul 09 20:56:44.570184 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e132a-ffac-4114-9da1-a3094ec0fb35 req-750ecbdb-1711-4ffd-ba37-b9829c965c31 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:44.571619 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-457e132a-ffac-4114-9da1-a3094ec0fb35 req-750ecbdb-1711-4ffd-ba37-b9829c965c31 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0614080 Jul 09 20:56:44.611426 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-457e132a-ffac-4114-9da1-a3094ec0fb35 req-73ae01fc-8e46-49d0-9bc8-f808173fcf57 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336251 Jul 09 20:56:45.584800 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41b8a1-2837-4090-a8a5-7c9c4a419143 req-13be4600-51ea-4047-9986-ac45e63d7c3b tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:45.586203 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc41b8a1-2837-4090-a8a5-7c9c4a419143 req-13be4600-51ea-4047-9986-ac45e63d7c3b tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0631988 Jul 09 20:56:45.624192 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc41b8a1-2837-4090-a8a5-7c9c4a419143 req-dfab3f10-66a3-448a-92b3-03346c505011 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Jul 09 20:56:45.790566 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f351c-e4e7-4ac6-af1c-39511e9b397e req-a1960056-30f4-40db-b63a-3a115777090b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:45.792102 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-324f351c-e4e7-4ac6-af1c-39511e9b397e req-a1960056-30f4-40db-b63a-3a115777090b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0650623 Jul 09 20:56:45.829227 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-324f351c-e4e7-4ac6-af1c-39511e9b397e req-da449b29-5acb-4987-a08f-b322894a2eb2 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314579 Jul 09 20:56:46.809485 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a376-14d5-4b69-b3a5-dfa9b807d887 req-d90034e5-fbff-4c31-a754-c4bb398eea62 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:46.811577 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5989a376-14d5-4b69-b3a5-dfa9b807d887 req-d90034e5-fbff-4c31-a754-c4bb398eea62 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0671761 Jul 09 20:56:46.859966 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5989a376-14d5-4b69-b3a5-dfa9b807d887 req-545ff8de-d4ae-4cdb-ba2c-cc583b08780f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424366 Jul 09 20:56:47.030053 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f03155-63d5-4075-acf8-26221997d2c0 req-d073fc0d-6835-4117-96ea-c7d645662342 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:47.031570 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c9f03155-63d5-4075-acf8-26221997d2c0 req-d073fc0d-6835-4117-96ea-c7d645662342 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0697539 Jul 09 20:56:47.071304 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c9f03155-63d5-4075-acf8-26221997d2c0 req-35216c69-fb2d-4dee-9438-10c3ebfda4bc tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331025 Jul 09 20:56:47.184890 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 970719f7-228c-4986-8838-d96b8e0af442 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:56:47.280742 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:47.291963 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '970719f7-228c-4986-8838-d96b8e0af442', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'port_id': '970719f7-228c-4986-8838-d96b8e0af442', 'mac_address': 'fa:16:3e:a7:f0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:56:47.333736 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:47.346609 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 970719f7-228c-4986-8838-d96b8e0af442 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:56:47.367205 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:47.371594 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:47.421393 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=970719f7-228c-4986-8838-d96b8e0af442,revision_number=6']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:47.428510 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:47.428803 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:47.429150 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:47.429489 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:47.429830 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:47.430166 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:47.430509 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:47.430838 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:47.431171 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:47.431533 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:47.431911 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:47.432242 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:48.037169 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f776235-9a63-4d30-b717-0c4666e149f5 req-82dd15e8-5c6f-4452-abea-4f04513257af tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:48.038661 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f776235-9a63-4d30-b717-0c4666e149f5 req-82dd15e8-5c6f-4452-abea-4f04513257af tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 945 time: 0.0633810 Jul 09 20:56:48.079753 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f776235-9a63-4d30-b717-0c4666e149f5 req-93b1a1f9-cc42-4417-99f1-7760e8a6380c tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355089 Jul 09 20:56:48.256796 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a9edf-8767-42b5-acce-5d4684b5df12 req-0fd1f76e-bfd9-4dd7-99f3-b075ef79fffb tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:48.258406 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-539a9edf-8767-42b5-acce-5d4684b5df12 req-0fd1f76e-bfd9-4dd7-99f3-b075ef79fffb tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0769181 Jul 09 20:56:48.312058 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-539a9edf-8767-42b5-acce-5d4684b5df12 req-a9150d44-e1e2-47d0-a286-91e69338df1d tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471511 Jul 09 20:56:49.258207 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aef15b-6f70-4293-a656-371352062ba8 req-bac44a2c-d789-451a-a6ba-0ce468aa2040 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:49.259720 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f5aef15b-6f70-4293-a656-371352062ba8 req-bac44a2c-d789-451a-a6ba-0ce468aa2040 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 945 time: 0.0632851 Jul 09 20:56:49.297505 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f5aef15b-6f70-4293-a656-371352062ba8 req-d8d4697b-d28b-4f9e-8117-5db461cdc2f4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313654 Jul 09 20:56:49.489416 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad0580-85d1-473d-bb3a-82d47e5d2066 req-87f661d3-5bc4-4a74-954a-9b3d11be198a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:49.490813 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-46ad0580-85d1-473d-bb3a-82d47e5d2066 req-87f661d3-5bc4-4a74-954a-9b3d11be198a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0659938 Jul 09 20:56:49.539516 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-46ad0580-85d1-473d-bb3a-82d47e5d2066 req-95e66012-944b-4aaf-9ef0-fc35c5185184 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430896 Jul 09 20:56:50.473641 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1652f-e212-4c41-97f6-ca5128392750 req-c485c27e-c957-4985-aab1-2250be17a861 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:50.475147 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ef1652f-e212-4c41-97f6-ca5128392750 req-c485c27e-c957-4985-aab1-2250be17a861 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 945 time: 0.0647893 Jul 09 20:56:50.512178 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ef1652f-e212-4c41-97f6-ca5128392750 req-7f9a8615-c6b5-4d43-acdb-83ffb688ca45 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312643 Jul 09 20:56:50.642292 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:50.717990 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40fc44-e139-47e5-b25c-33fb92082068 req-6b9377ee-af12-4941-9ad9-e794291f7045 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:50.719487 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e40fc44-e139-47e5-b25c-33fb92082068 req-6b9377ee-af12-4941-9ad9-e794291f7045 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0619469 Jul 09 20:56:50.759902 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e40fc44-e139-47e5-b25c-33fb92082068 req-b87a1373-4800-4d36-a599-9d4ceccf0482 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345473 Jul 09 20:56:50.765143 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['970719f7-228c-4986-8838-d96b8e0af442'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:56:51.715289 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48921bc9-0eeb-4c21-90ba-59ec9cc96e34 req-c71a7a84-0f59-44b8-bee1-163c0be3184a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:51.716880 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48921bc9-0eeb-4c21-90ba-59ec9cc96e34 req-c71a7a84-0f59-44b8-bee1-163c0be3184a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 945 time: 0.0756094 Jul 09 20:56:51.757777 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48921bc9-0eeb-4c21-90ba-59ec9cc96e34 req-da980be0-0302-48ca-98de-526c9fd79b2c tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348692 Jul 09 20:56:51.962058 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e1372-0803-46c6-8ecf-f7b815045714 req-303216c7-1b38-4c53-b999-9b29e20e29d6 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:51.966818 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d13e1372-0803-46c6-8ecf-f7b815045714 req-303216c7-1b38-4c53-b999-9b29e20e29d6 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0676208 Jul 09 20:56:52.008831 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d13e1372-0803-46c6-8ecf-f7b815045714 req-c3d98bbe-354f-4fe1-8e4f-2ec7e8e030cf tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389290 Jul 09 20:56:52.967479 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433275fd-1087-4e0b-9c20-0e1921c2c27d req-9515615c-e73c-46d5-91d7-509672f707f4 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:52.969792 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-433275fd-1087-4e0b-9c20-0e1921c2c27d req-9515615c-e73c-46d5-91d7-509672f707f4 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 945 time: 0.0742106 Jul 09 20:56:53.019978 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-433275fd-1087-4e0b-9c20-0e1921c2c27d req-8678ae62-2e2b-44a7-9cd9-252ae6ed2876 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 Jul 09 20:56:53.200114 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fadee-f950-4fef-97ce-1f3811ac4bef req-6c53c40e-803e-4d53-81d4-cccd108bc67f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:53.202996 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0b7fadee-f950-4fef-97ce-1f3811ac4bef req-6c53c40e-803e-4d53-81d4-cccd108bc67f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 945 time: 0.0710757 Jul 09 20:56:53.245035 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0b7fadee-f950-4fef-97ce-1f3811ac4bef req-80349fb1-d93f-4aca-aeaf-d3364ad2ced4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346391 Jul 09 20:56:53.441295 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f757ccf-e67f-461c-b17e-e4ccf1e67558 req-4d402648-c926-4540-8eac-4353881aa74f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:53.445951 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f757ccf-e67f-461c-b17e-e4ccf1e67558 req-4d402648-c926-4540-8eac-4353881aa74f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0729392 Jul 09 20:56:53.500413 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f757ccf-e67f-461c-b17e-e4ccf1e67558 req-514d517c-9f80-4d49-8482-b4fad7436a30 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481603 Jul 09 20:56:53.641042 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 970719f7-228c-4986-8838-d96b8e0af442 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:53.695407 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 970719f7-228c-4986-8838-d96b8e0af442 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:53.695937 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:53.780704 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:53.816379 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970719f7-228c-4986-8838-d96b8e0af442'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:53.819452 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d39482-343f-4a4d-ab96-deb3d089c180" -d '{"events": [{"server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "name": "network-vif-plugged", "status": "completed", "tag": "970719f7-228c-4986-8838-d96b8e0af442"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:53.835694 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:53.842255 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:53.870537 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43468851-ccc7-40c2-b388-1565fa51dfb3 x-openstack-request-id: req-43468851-ccc7-40c2-b388-1565fa51dfb3 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:53.870831 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "name": "network-vif-plugged", "status": "completed", "tag": "970719f7-228c-4986-8838-d96b8e0af442", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:53.871081 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43468851-ccc7-40c2-b388-1565fa51dfb3 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:53.871551 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970719f7-228c-4986-8838-d96b8e0af442', 'code': 200} Jul 09 20:56:53.901771 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=970719f7-228c-4986-8838-d96b8e0af442,revision_number=7']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:54.210286 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf48f4-1c48-4157-8ae7-aef2c0054f2d req-ca35bfc7-b05c-4c72-a669-fff80a071baa tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:54.211798 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cf48f4-1c48-4157-8ae7-aef2c0054f2d req-ca35bfc7-b05c-4c72-a669-fff80a071baa tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 945 time: 0.0709267 Jul 09 20:56:54.260194 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cf48f4-1c48-4157-8ae7-aef2c0054f2d req-ce21f41b-aa9d-4349-bcb5-e58278ff6145 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Jul 09 20:56:54.444829 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257af77a-cfde-43f2-9cc9-512a2c704cf6 req-bc966894-0ddc-4673-a498-82a089ccf713 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:54.446373 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-257af77a-cfde-43f2-9cc9-512a2c704cf6 req-bc966894-0ddc-4673-a498-82a089ccf713 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0769331 Jul 09 20:56:54.489415 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-257af77a-cfde-43f2-9cc9-512a2c704cf6 req-9081496d-79f3-4b6c-ab02-5d7918393d5c tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360355 Jul 09 20:56:54.686472 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539021c7-cc4b-4bc1-970c-7098acc30251 req-5d1dd7fe-ae30-4b18-8af6-99da619831c0 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:54.687773 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-539021c7-cc4b-4bc1-970c-7098acc30251 req-5d1dd7fe-ae30-4b18-8af6-99da619831c0 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0779750 Jul 09 20:56:54.736021 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-539021c7-cc4b-4bc1-970c-7098acc30251 req-ab9fbc9e-9fec-417a-ac70-e6d84d0aee55 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412228 Jul 09 20:56:55.451565 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6785e4-1701-4b6d-b32a-fa7e90205630 req-1b5766f6-feaf-443c-9c0e-91166cae546d tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:55.459131 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c6785e4-1701-4b6d-b32a-fa7e90205630 req-1b5766f6-feaf-443c-9c0e-91166cae546d tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 945 time: 0.0849595 Jul 09 20:56:55.504044 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c6785e4-1701-4b6d-b32a-fa7e90205630 req-d0cff3f5-a9ac-45ef-b6eb-dabd980f1c13 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Jul 09 20:56:55.714351 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4fb9-806e-4685-8ed4-7e47fa98b53d req-2d7d55e7-e256-4836-bf11-378d47a8fb86 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:55.715926 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e4a4fb9-806e-4685-8ed4-7e47fa98b53d req-2d7d55e7-e256-4836-bf11-378d47a8fb86 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0723257 Jul 09 20:56:55.760134 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e4a4fb9-806e-4685-8ed4-7e47fa98b53d req-6ddd9f72-92dc-40d5-86cb-d7558d21b1c4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 Jul 09 20:56:55.963986 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac353855-f4da-4fab-9b3e-6cb2450eb8bd req-a97e4680-3142-4e76-ab99-1ff7c9a30c31 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:55.971396 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ac353855-f4da-4fab-9b3e-6cb2450eb8bd req-a97e4680-3142-4e76-ab99-1ff7c9a30c31 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0712802 Jul 09 20:56:56.008433 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ac353855-f4da-4fab-9b3e-6cb2450eb8bd req-57e17856-85d8-4cc4-adbe-164159139cc4 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359039 Jul 09 20:56:56.681613 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1023-cb18-4af9-9245-2577d255899f req-f4c8c72b-ef19-42c4-8638-d6dac5db5fe2 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:56.689825 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-157c1023-cb18-4af9-9245-2577d255899f req-f4c8c72b-ef19-42c4-8638-d6dac5db5fe2 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 945 time: 0.0781405 Jul 09 20:56:56.738592 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-157c1023-cb18-4af9-9245-2577d255899f req-e30e68b0-c633-4792-9ab7-3f197139b9a8 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477114 Jul 09 20:56:56.965430 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59c27-ad09-4013-abba-ef7906ab8aa1 req-b66517fc-9fce-4271-ba31-7d8f1098225f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:56.967019 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bdf59c27-ad09-4013-abba-ef7906ab8aa1 req-b66517fc-9fce-4271-ba31-7d8f1098225f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0789101 Jul 09 20:56:57.006807 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bdf59c27-ad09-4013-abba-ef7906ab8aa1 req-d53ae450-d3e4-4164-be83-ed6d3a279de0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337629 Jul 09 20:56:57.201565 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2915a-eabe-408c-9771-4e802cd97739 req-baaa3c3a-ec46-4f2d-80ef-9fb954909d8f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:57.203278 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3ce2915a-eabe-408c-9771-4e802cd97739 req-baaa3c3a-ec46-4f2d-80ef-9fb954909d8f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0686193 Jul 09 20:56:57.245357 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3ce2915a-eabe-408c-9771-4e802cd97739 req-d6844a2e-4828-478a-a240-c7f3a26c9d10 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361598 Jul 09 20:56:57.918735 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea0b99-e668-4665-8f0d-e767a00f9170 req-db250f90-8677-41ee-aeca-e6c1345e4a72 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:57.921023 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9ea0b99-e668-4665-8f0d-e767a00f9170 req-db250f90-8677-41ee-aeca-e6c1345e4a72 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 945 time: 0.0678678 Jul 09 20:56:57.966712 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9ea0b99-e668-4665-8f0d-e767a00f9170 req-3919fbf4-cbd2-4165-a8f1-1c5a69551404 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394104 Jul 09 20:56:58.195761 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707af64-f097-4ff7-b02a-00eaa53bd16b req-a3ab5f0b-9e6e-4044-9d8f-2d8172681961 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:58.197273 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1707af64-f097-4ff7-b02a-00eaa53bd16b req-a3ab5f0b-9e6e-4044-9d8f-2d8172681961 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0722635 Jul 09 20:56:58.237915 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1707af64-f097-4ff7-b02a-00eaa53bd16b req-b80b7952-825a-4484-86fb-d7d2038eede8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345261 Jul 09 20:56:58.432637 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf6b8a-88dc-433a-99b2-5e7aa3034ae5 req-a2f7a1d4-b9cb-4f15-8be2-48143945fbea tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:58.434468 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78bf6b8a-88dc-433a-99b2-5e7aa3034ae5 req-a2f7a1d4-b9cb-4f15-8be2-48143945fbea tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0724657 Jul 09 20:56:58.476795 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78bf6b8a-88dc-433a-99b2-5e7aa3034ae5 req-8ebda3cf-ab2d-455d-9eb1-ec2a3124b16d tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350423 Jul 09 20:56:59.157730 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605d3a7-33ba-464e-b064-70beceb31464 req-08d13751-1beb-4c39-b7b1-56a7505afe0a tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:59.159343 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9605d3a7-33ba-464e-b064-70beceb31464 req-08d13751-1beb-4c39-b7b1-56a7505afe0a tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 945 time: 0.0723209 Jul 09 20:56:59.200241 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9605d3a7-33ba-464e-b064-70beceb31464 req-f677322a-0255-4e69-99a6-376372abc147 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347528 Jul 09 20:56:59.439162 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b701af-fad1-47fd-b0c7-66d9df009fcd req-515b49e7-2c31-4dab-929b-113c9c61d372 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:59.440867 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a5b701af-fad1-47fd-b0c7-66d9df009fcd req-515b49e7-2c31-4dab-929b-113c9c61d372 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0711284 Jul 09 20:56:59.486274 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a5b701af-fad1-47fd-b0c7-66d9df009fcd req-69f1d93d-4328-4778-999f-c58701b5d165 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392091 Jul 09 20:56:59.671098 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061c7ae-4657-4500-9761-282abef37757 req-60da392b-eebf-42fc-b3a0-96c4498dfb2b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:59.673011 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5061c7ae-4657-4500-9761-282abef37757 req-60da392b-eebf-42fc-b3a0-96c4498dfb2b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0795949 Jul 09 20:56:59.730682 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5061c7ae-4657-4500-9761-282abef37757 req-69280756-9762-4075-a18a-4950b25618cc tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504551 Jul 09 20:56:59.862111 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3566d-bcba-4a77-8ce6-0e38ccce8b88 req-1f2fd040-e555-4ed9-b8a7-608857830e80 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:59.863656 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3af3566d-bcba-4a77-8ce6-0e38ccce8b88 req-1f2fd040-e555-4ed9-b8a7-608857830e80 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 945 time: 0.3379686 Jul 09 20:56:59.985630 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-3af3566d-bcba-4a77-8ce6-0e38ccce8b88 req-920f361e-c26c-4dc8-aaa7-e4787b430568 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Deleting port 89423a91-59c5-4c68-8eba-79500c5e3c28 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:59.985888 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3af3566d-bcba-4a77-8ce6-0e38ccce8b88 req-920f361e-c26c-4dc8-aaa7-e4787b430568 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.098339 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-3af3566d-bcba-4a77-8ce6-0e38ccce8b88 req-920f361e-c26c-4dc8-aaa7-e4787b430568 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] For port 89423a91-59c5-4c68-8eba-79500c5e3c28, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=89423a91-59c5-4c68-8eba-79500c5e3c28,segment=NetworkSegment(db8dd971-02d5-43fd-82d2-59aec8be3556),segment_id=db8dd971-02d5-43fd-82d2-59aec8be3556)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:00.098812 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3af3566d-bcba-4a77-8ce6-0e38ccce8b88 req-920f361e-c26c-4dc8-aaa7-e4787b430568 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.118498 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-3af3566d-bcba-4a77-8ce6-0e38ccce8b88 req-920f361e-c26c-4dc8-aaa7-e4787b430568 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Calling delete_port for 89423a91-59c5-4c68-8eba-79500c5e3c28 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:00.257384 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3af3566d-bcba-4a77-8ce6-0e38ccce8b88 req-920f361e-c26c-4dc8-aaa7-e4787b430568 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.285428 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f361e-c26c-4dc8-aaa7-e4787b430568 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Pushing event deleted for resources: {'Port': ['ID=89423a91-59c5-4c68-8eba-79500c5e3c28,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:00.298761 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['d75dec25-075b-48b6-8379-4acdd30df14f', '89423a91-59c5-4c68-8eba-79500c5e3c28'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:57:00.344813 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af3566d-bcba-4a77-8ce6-0e38ccce8b88 req-920f361e-c26c-4dc8-aaa7-e4787b430568 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] No DVR routers for this DVR port 89423a91-59c5-4c68-8eba-79500c5e3c28 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:57:00.348992 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3af3566d-bcba-4a77-8ce6-0e38ccce8b88 req-920f361e-c26c-4dc8-aaa7-e4787b430568 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.351164 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3af3566d-bcba-4a77-8ce6-0e38ccce8b88 req-920f361e-c26c-4dc8-aaa7-e4787b430568 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.26 "DELETE /v2.0/ports/89423a91-59c5-4c68-8eba-79500c5e3c28 HTTP/1.1" status: 204 len: 173 time: 0.4776802 Jul 09 20:57:00.353101 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cee335-bb5a-4430-adee-17122ebed0f2', 'name': 'network-vif-deleted', 'tag': '89423a91-59c5-4c68-8eba-79500c5e3c28'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:00.355437 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b54a28-7d21-48d7-95a5-079c57d8ae63" -d '{"events": [{"server_uuid": "a4cee335-bb5a-4430-adee-17122ebed0f2", "name": "network-vif-deleted", "tag": "89423a91-59c5-4c68-8eba-79500c5e3c28"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:00.375539 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f6376ebc-5a74-46bd-9dde-99724d819152 req-f777b1ac-e378-40c2-b429-ec26dd2d7c60 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4cee335-bb5a-4430-adee-17122ebed0f2 HTTP/1.1" status: 200 len: 210 time: 0.0380821 Jul 09 20:57:00.463467 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fe5499-8db5-483e-8e23-698872fc1c08 x-openstack-request-id: req-a1fe5499-8db5-483e-8e23-698872fc1c08 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:00.463767 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cee335-bb5a-4430-adee-17122ebed0f2", "name": "network-vif-deleted", "tag": "89423a91-59c5-4c68-8eba-79500c5e3c28", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:00.464019 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1fe5499-8db5-483e-8e23-698872fc1c08 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:00.464778 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cee335-bb5a-4430-adee-17122ebed0f2', 'name': 'network-vif-deleted', 'tag': '89423a91-59c5-4c68-8eba-79500c5e3c28', 'status': 'completed', 'code': 200} Jul 09 20:57:00.676518 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eba495-be94-402c-9adc-79fc6f3b052f req-5a0477c3-8de4-4af4-9c80-7ddefee376e4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:00.678020 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-70eba495-be94-402c-9adc-79fc6f3b052f req-5a0477c3-8de4-4af4-9c80-7ddefee376e4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0644143 Jul 09 20:57:00.716119 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-70eba495-be94-402c-9adc-79fc6f3b052f req-774c1004-3351-419d-9d48-91365bc3ed93 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322936 Jul 09 20:57:00.923985 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc665e6a-9127-43ec-95c0-b9f10c946868 req-f3a068a6-e555-413c-b75a-2ce48f42cdcc tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:00.926004 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc665e6a-9127-43ec-95c0-b9f10c946868 req-f3a068a6-e555-413c-b75a-2ce48f42cdcc tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0678198 Jul 09 20:57:00.964926 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc665e6a-9127-43ec-95c0-b9f10c946868 req-4d8e77ad-df66-434c-bba4-ec0b6ff09d84 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332484 Jul 09 20:57:01.587216 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd4dc2-08fc-410a-80a7-e0dc7bb01fca req-dadfa0f0-007a-4400-be88-e08e269f89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:01.589030 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48cd4dc2-08fc-410a-80a7-e0dc7bb01fca req-dadfa0f0-007a-4400-be88-e08e269f89a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 1099 time: 0.0536513 Jul 09 20:57:01.686108 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd4dc2-08fc-410a-80a7-e0dc7bb01fca req-4fafb06c-b4be-4dfd-8753-2f1be1f9d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:01.687903 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48cd4dc2-08fc-410a-80a7-e0dc7bb01fca req-4fafb06c-b4be-4dfd-8753-2f1be1f9d3f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 918 time: 0.0900328 Jul 09 20:57:01.759981 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48cd4dc2-08fc-410a-80a7-e0dc7bb01fca req-206eda02-30fb-4bf2-828b-70b23265677b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970719f7-228c-4986-8838-d96b8e0af442 HTTP/1.1" status: 200 len: 1002 time: 0.0620673 Jul 09 20:57:01.876578 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd4dc2-08fc-410a-80a7-e0dc7bb01fca req-135b7cb6-a9f6-483d-8f20-f7474662fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:01.878438 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48cd4dc2-08fc-410a-80a7-e0dc7bb01fca req-135b7cb6-a9f6-483d-8f20-f7474662fcff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.0672774 Jul 09 20:57:01.923553 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b03492-ef4a-4394-8943-b28c20ecf9ed req-73664be8-bf51-489b-b0b5-5eace256b040 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:01.925037 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b6b03492-ef4a-4394-8943-b28c20ecf9ed req-73664be8-bf51-489b-b0b5-5eace256b040 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0823324 Jul 09 20:57:01.946557 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd4dc2-08fc-410a-80a7-e0dc7bb01fca req-cdc6d259-fba6-4411-8403-ac5c2860c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:01.948065 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48cd4dc2-08fc-410a-80a7-e0dc7bb01fca req-cdc6d259-fba6-4411-8403-ac5c2860c420 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530186 Jul 09 20:57:01.979939 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b6b03492-ef4a-4394-8943-b28c20ecf9ed req-a008ddb1-26f4-4e25-a8a4-8709e7f5c8fd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491662 Jul 09 20:57:02.052270 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48cd4dc2-08fc-410a-80a7-e0dc7bb01fca req-d10c1afe-eea5-4917-9a2b-8e71aa7268db service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973938 Jul 09 20:57:02.150990 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48cd4dc2-08fc-410a-80a7-e0dc7bb01fca req-bb52e332-77bd-40af-950e-b330ba359b33 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894022 Jul 09 20:57:02.163946 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cbf02-6d72-4c32-a65e-a8bf8f0e8418 req-71325fdc-10c7-4a6b-8681-3d3b432b8d85 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:02.165466 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ba7cbf02-6d72-4c32-a65e-a8bf8f0e8418 req-71325fdc-10c7-4a6b-8681-3d3b432b8d85 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0660300 Jul 09 20:57:02.203695 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ba7cbf02-6d72-4c32-a65e-a8bf8f0e8418 req-0da926ec-ba9b-4c61-be0a-549a18edfc47 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318511 Jul 09 20:57:02.588811 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e938a6-0449-4d63-a49d-03b6329f8785 req-d82935b0-ae3b-46f3-9969-9deb2d38352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:02.590358 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-61e938a6-0449-4d63-a49d-03b6329f8785 req-d82935b0-ae3b-46f3-9969-9deb2d38352e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 1099 time: 0.0532169 Jul 09 20:57:02.627928 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0260f0-e3bd-46f5-a0b3-daa1b26d43dc req-f750af59-3a8c-4749-99fa-59b8ff9c4342 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:02.629784 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5b0260f0-e3bd-46f5-a0b3-daa1b26d43dc req-f750af59-3a8c-4749-99fa-59b8ff9c4342 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0684955 Jul 09 20:57:02.667921 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5b0260f0-e3bd-46f5-a0b3-daa1b26d43dc req-e196dcf3-b6c8-4136-a575-91aaa511683b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Jul 09 20:57:02.688309 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 89423a91-59c5-4c68-8eba-79500c5e3c28 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:02.696967 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e938a6-0449-4d63-a49d-03b6329f8785 req-f84e1e75-7a9e-4c52-9fde-f82ff14cdaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:02.698480 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-61e938a6-0449-4d63-a49d-03b6329f8785 req-f84e1e75-7a9e-4c52-9fde-f82ff14cdaa2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 920 time: 0.0968175 Jul 09 20:57:02.712051 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: 89423a91-59c5-4c68-8eba-79500c5e3c28 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:02.712526 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 89423a91-59c5-4c68-8eba-79500c5e3c28 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:02.740128 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-61e938a6-0449-4d63-a49d-03b6329f8785 req-dfb63246-a71c-4cd2-b4b6-8adf6158da3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3 HTTP/1.1" status: 200 len: 217 time: 0.0349052 Jul 09 20:57:02.792821 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e938a6-0449-4d63-a49d-03b6329f8785 req-2090c795-1ea5-4e71-82ce-5f6dd7eadae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:02.794856 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-61e938a6-0449-4d63-a49d-03b6329f8785 req-2090c795-1ea5-4e71-82ce-5f6dd7eadae3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 200 len: 858 time: 0.0435975 Jul 09 20:57:02.835793 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-61e938a6-0449-4d63-a49d-03b6329f8785 req-7488716b-612c-4cd2-b263-6d0e3f515b04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd211547-dba5-4c75-9042-ab3cca56f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300033 Jul 09 20:57:02.931088 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-61e938a6-0449-4d63-a49d-03b6329f8785 req-46734da5-011c-477a-866c-8cde19d1d49e service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874765 Jul 09 20:57:03.041812 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c817a-5924-4178-af6b-33aa1d69c2f7 req-23c86f3e-2260-42d5-9fbb-4dc49072aff2 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:03.043205 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f45c817a-5924-4178-af6b-33aa1d69c2f7 req-23c86f3e-2260-42d5-9fbb-4dc49072aff2 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 946 time: 0.0634673 Jul 09 20:57:03.050176 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-61e938a6-0449-4d63-a49d-03b6329f8785 req-255a4e45-d9e6-4c62-b10a-88a3c8099f5a service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881288 Jul 09 20:57:03.084614 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f45c817a-5924-4178-af6b-33aa1d69c2f7 req-2314530f-3476-402f-b1de-d80e127956ab tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352795 Jul 09 20:57:03.246220 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c1d8f-70af-409c-b446-52f0d7cbbc8f req-e748c25c-da8a-4e1a-ab5a-afb06a38a2a8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:03.248430 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-031c1d8f-70af-409c-b446-52f0d7cbbc8f req-e748c25c-da8a-4e1a-ab5a-afb06a38a2a8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0655365 Jul 09 20:57:03.285282 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-031c1d8f-70af-409c-b446-52f0d7cbbc8f req-65a5a3fc-3b76-4df3-9176-ab3375c98ba0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Jul 09 20:57:03.802640 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cc3fa-4f60-4e5a-8d21-ef89394d9254 req-b404f8fa-73b4-49b0-8f38-1287a4c5178b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:03.804192 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ff7cc3fa-4f60-4e5a-8d21-ef89394d9254 req-b404f8fa-73b4-49b0-8f38-1287a4c5178b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0711892 Jul 09 20:57:03.852655 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ff7cc3fa-4f60-4e5a-8d21-ef89394d9254 req-d463a5fa-6a19-4c8b-b035-dc7c0ebf6c5e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423992 Jul 09 20:57:04.015653 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b2dc7-3284-404e-9e0a-b977fd9458c0 req-47ad1446-56f2-45bd-8306-bc9067d0934b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:04.017125 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f1b2dc7-3284-404e-9e0a-b977fd9458c0 req-47ad1446-56f2-45bd-8306-bc9067d0934b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0621655 Jul 09 20:57:04.052993 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f1b2dc7-3284-404e-9e0a-b977fd9458c0 req-71e6cc3a-0450-4ee3-8f88-877c571be2b1 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304935 Jul 09 20:57:04.266660 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e06ace-b3e8-48b6-b17d-c7841d2fca70 req-ae757011-77b5-4f03-8c83-22e769706e84 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:04.268206 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4e06ace-b3e8-48b6-b17d-c7841d2fca70 req-ae757011-77b5-4f03-8c83-22e769706e84 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 946 time: 0.0665026 Jul 09 20:57:04.306407 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4e06ace-b3e8-48b6-b17d-c7841d2fca70 req-2df67d4f-4446-4c26-8b03-a6bd3946f309 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b883ade-18b3-41e2-98fb-c6bedbbf1996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323126 Jul 09 20:57:04.473266 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f75626-dcfb-4f3f-8b0a-ec89eb61970e req-f53cefd2-3437-4280-8857-288a30ed9370 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:04.475448 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91f75626-dcfb-4f3f-8b0a-ec89eb61970e req-f53cefd2-3437-4280-8857-288a30ed9370 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 946 time: 0.0652018 Jul 09 20:57:04.520381 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91f75626-dcfb-4f3f-8b0a-ec89eb61970e req-860efde8-e977-405f-a3cc-95b3f4745e5f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376594 Jul 09 20:57:04.684895 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 970719f7-228c-4986-8838-d96b8e0af442 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:04.764302 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.786522 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970719f7-228c-4986-8838-d96b8e0af442'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:04.789021 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b490abaa-2e5e-44de-af2a-63de1eb2e72f" -d '{"events": [{"server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "name": "network-vif-unplugged", "status": "completed", "tag": "970719f7-228c-4986-8838-d96b8e0af442"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:04.801889 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:04.806077 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.854032 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=970719f7-228c-4986-8838-d96b8e0af442,revision_number=8']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:05.018539 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330de00e-7cd0-4912-99b6-abc39cdac08c x-openstack-request-id: req-330de00e-7cd0-4912-99b6-abc39cdac08c {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:05.018964 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "name": "network-vif-unplugged", "status": "completed", "tag": "970719f7-228c-4986-8838-d96b8e0af442", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:05.019314 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-330de00e-7cd0-4912-99b6-abc39cdac08c {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:05.019854 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970719f7-228c-4986-8838-d96b8e0af442', 'code': 200} Jul 09 20:57:05.174083 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed0400-13a1-4a84-9bfc-21183d7e7add req-12d268fb-2256-4945-bd95-7088284f8aaf tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:05.175601 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c9ed0400-13a1-4a84-9bfc-21183d7e7add req-12d268fb-2256-4945-bd95-7088284f8aaf tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0685840 Jul 09 20:57:05.212306 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c9ed0400-13a1-4a84-9bfc-21183d7e7add req-7aa5a762-418c-4d3a-8201-74b0e849f73b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311086 Jul 09 20:57:05.370117 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfbc5b-8be8-414d-8e3e-f620af44ecbf req-d16e503e-538d-4e0d-a29b-7723129563ea tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:05.371542 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dcc4-c384-40be-86ab-6a59f428dc50 req-3f6e99f2-25b4-4787-8c87-bd41b7cd928f tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:05.371697 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-03bfbc5b-8be8-414d-8e3e-f620af44ecbf req-d16e503e-538d-4e0d-a29b-7723129563ea tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 946 time: 0.0696254 Jul 09 20:57:05.373225 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44d7dcc4-c384-40be-86ab-6a59f428dc50 req-3f6e99f2-25b4-4787-8c87-bd41b7cd928f tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.0613608 Jul 09 20:57:05.410773 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44d7dcc4-c384-40be-86ab-6a59f428dc50 req-9e236b4f-2b10-429d-a785-3e68514bf1fa tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Jul 09 20:57:05.476346 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-03bfbc5b-8be8-414d-8e3e-f620af44ecbf req-14f6e08c-817c-4d8d-87b2-986df76a40f1 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Deleting port d75dec25-075b-48b6-8379-4acdd30df14f {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:05.476606 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-03bfbc5b-8be8-414d-8e3e-f620af44ecbf req-14f6e08c-817c-4d8d-87b2-986df76a40f1 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.565658 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-03bfbc5b-8be8-414d-8e3e-f620af44ecbf req-14f6e08c-817c-4d8d-87b2-986df76a40f1 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] For port d75dec25-075b-48b6-8379-4acdd30df14f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d75dec25-075b-48b6-8379-4acdd30df14f,segment=NetworkSegment(db8dd971-02d5-43fd-82d2-59aec8be3556),segment_id=db8dd971-02d5-43fd-82d2-59aec8be3556)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:05.566021 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-03bfbc5b-8be8-414d-8e3e-f620af44ecbf req-14f6e08c-817c-4d8d-87b2-986df76a40f1 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.569352 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3594c1e-ea5b-4422-a3de-fca145ad149e req-20f3fdf2-9a34-458a-a46e-c5c5764cf25e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:05.570837 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3594c1e-ea5b-4422-a3de-fca145ad149e req-20f3fdf2-9a34-458a-a46e-c5c5764cf25e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0624578 Jul 09 20:57:05.579593 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-03bfbc5b-8be8-414d-8e3e-f620af44ecbf req-14f6e08c-817c-4d8d-87b2-986df76a40f1 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Calling delete_port for d75dec25-075b-48b6-8379-4acdd30df14f owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:05.607607 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3594c1e-ea5b-4422-a3de-fca145ad149e req-338c9e1d-5f46-4821-8064-dba065b0cbab tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304708 Jul 09 20:57:05.710291 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-03bfbc5b-8be8-414d-8e3e-f620af44ecbf req-14f6e08c-817c-4d8d-87b2-986df76a40f1 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.740582 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6e08c-817c-4d8d-87b2-986df76a40f1 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Pushing event deleted for resources: {'Port': ['ID=d75dec25-075b-48b6-8379-4acdd30df14f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:05.743307 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4121ab12-53e7-4440-af43-f86b13b4950b req-a5b5a128-d576-41e9-9761-dc470d366417 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2a290c5-4264-4ca5-9d64-f304ecdc2561 HTTP/1.1" status: 200 len: 210 time: 0.0329030 Jul 09 20:57:05.758126 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['d75dec25-075b-48b6-8379-4acdd30df14f'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:57:05.787598 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bfbc5b-8be8-414d-8e3e-f620af44ecbf req-14f6e08c-817c-4d8d-87b2-986df76a40f1 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] No DVR routers for this DVR port d75dec25-075b-48b6-8379-4acdd30df14f on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:57:05.790248 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-03bfbc5b-8be8-414d-8e3e-f620af44ecbf req-14f6e08c-817c-4d8d-87b2-986df76a40f1 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.792345 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-03bfbc5b-8be8-414d-8e3e-f620af44ecbf req-14f6e08c-817c-4d8d-87b2-986df76a40f1 tempest-AttachVolumeNegativeTest-895128515 tempest-AttachVolumeNegativeTest-895128515-project] 10.222.0.26 "DELETE /v2.0/ports/d75dec25-075b-48b6-8379-4acdd30df14f HTTP/1.1" status: 204 len: 173 time: 0.4143531 Jul 09 20:57:05.792780 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a290c5-4264-4ca5-9d64-f304ecdc2561', 'name': 'network-vif-deleted', 'tag': 'd75dec25-075b-48b6-8379-4acdd30df14f'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:05.795877 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47743b33-5b6d-4914-908c-eb7e46da5c47" -d '{"events": [{"server_uuid": "a2a290c5-4264-4ca5-9d64-f304ecdc2561", "name": "network-vif-deleted", "tag": "d75dec25-075b-48b6-8379-4acdd30df14f"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:05.912248 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903c44b-40a4-43ec-8505-b5b6b20ef219 req-3aa02028-b8e1-433d-bc98-4c628a9d2ff0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:05.913722 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d903c44b-40a4-43ec-8505-b5b6b20ef219 req-3aa02028-b8e1-433d-bc98-4c628a9d2ff0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0625677 Jul 09 20:57:05.960883 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d903c44b-40a4-43ec-8505-b5b6b20ef219 req-8a2431bb-41d1-4953-b681-f16615101b45 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407531 Jul 09 20:57:06.012657 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97631cc5-4fb8-49ec-89df-b6f962bcca8e x-openstack-request-id: req-97631cc5-4fb8-49ec-89df-b6f962bcca8e {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:06.013525 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a290c5-4264-4ca5-9d64-f304ecdc2561", "name": "network-vif-deleted", "tag": "d75dec25-075b-48b6-8379-4acdd30df14f", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:06.013867 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97631cc5-4fb8-49ec-89df-b6f962bcca8e {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:06.014376 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a290c5-4264-4ca5-9d64-f304ecdc2561', 'name': 'network-vif-deleted', 'tag': 'd75dec25-075b-48b6-8379-4acdd30df14f', 'status': 'completed', 'code': 200} Jul 09 20:57:06.500210 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca80b3-f4d4-49cc-bc44-a1fbcd36c1b5 req-d706a585-ae64-4e4b-babe-51223cb60864 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:06.501613 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-68ca80b3-f4d4-49cc-bc44-a1fbcd36c1b5 req-d706a585-ae64-4e4b-babe-51223cb60864 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0635271 Jul 09 20:57:06.539986 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-68ca80b3-f4d4-49cc-bc44-a1fbcd36c1b5 req-b0d0ee88-de6e-46ee-983e-a8a94b3a98df tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324085 Jul 09 20:57:06.792201 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a03ba60-fbc8-457e-92aa-9e980ad309dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.876466 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc7c62-3ace-4040-adb0-e0f6d57ce280 req-10e8672f-fd1a-468e-9485-ee4f286764f3 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:06.878552 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-66cc7c62-3ace-4040-adb0-e0f6d57ce280 req-10e8672f-fd1a-468e-9485-ee4f286764f3 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.0665936 Jul 09 20:57:06.919189 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-66cc7c62-3ace-4040-adb0-e0f6d57ce280 req-4b59579e-6cb1-4f65-ba08-1d1d10e5a5c2 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344510 Jul 09 20:57:07.140416 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dc3d6-3dc8-478a-936c-ed7acd3584c8 req-8eb38ab1-b5fa-4985-bc90-d2e0449ea5b6 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.142548 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cf4dc3d6-3dc8-478a-936c-ed7acd3584c8 req-8eb38ab1-b5fa-4985-bc90-d2e0449ea5b6 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.0776916 Jul 09 20:57:07.186267 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 33486) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:07.256249 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-cf4dc3d6-3dc8-478a-936c-ed7acd3584c8 req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Deleting port f20cd952-674d-453d-91b0-d974d561a849 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:07.256499 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cf4dc3d6-3dc8-478a-936c-ed7acd3584c8 req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.310460 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5d5d5-3550-494a-9f0a-2b94325dd691 req-feb5f78e-7090-404b-a976-b686ccb396df tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.311992 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9b5d5d5-3550-494a-9f0a-2b94325dd691 req-feb5f78e-7090-404b-a976-b686ccb396df tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.1023755 Jul 09 20:57:07.348349 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-5473f945-6b6f-487a-aa5b-4468599a95d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1606183 Jul 09 20:57:07.360552 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9b5d5d5-3550-494a-9f0a-2b94325dd691 req-e12c349b-1966-47fa-842b-70adc035db77 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 Jul 09 20:57:07.390331 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-cf4dc3d6-3dc8-478a-936c-ed7acd3584c8 req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] For port f20cd952-674d-453d-91b0-d974d561a849, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f20cd952-674d-453d-91b0-d974d561a849,segment=NetworkSegment(154b4c52-7157-4360-88f7-7a8dbb0e70f4),segment_id=154b4c52-7157-4360-88f7-7a8dbb0e70f4)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:07.390774 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cf4dc3d6-3dc8-478a-936c-ed7acd3584c8 req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.400238 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526e07-b133-46c7-81ed-e5deedcd80fe req-410478d5-f703-440d-9b04-2f30b4a8ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.401738 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e2526e07-b133-46c7-81ed-e5deedcd80fe req-410478d5-f703-440d-9b04-2f30b4a8ea57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33024221721a43c3b955a9c933ba17ed&device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 1098 time: 0.1410453 Jul 09 20:57:07.409431 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-cf4dc3d6-3dc8-478a-936c-ed7acd3584c8 req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Calling delete_port for f20cd952-674d-453d-91b0-d974d561a849 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:07.533757 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684f4b4-5f1e-4f84-bd27-222700d3755d req-ca37d683-e9b7-4504-bc6c-b2d5af33f89d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.535431 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0684f4b4-5f1e-4f84-bd27-222700d3755d req-ca37d683-e9b7-4504-bc6c-b2d5af33f89d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0663538 Jul 09 20:57:07.558908 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526e07-b133-46c7-81ed-e5deedcd80fe req-349a42c4-34c7-486c-8f45-f24a7914efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.562332 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e2526e07-b133-46c7-81ed-e5deedcd80fe req-349a42c4-34c7-486c-8f45-f24a7914efa5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 200 len: 912 time: 0.1539707 Jul 09 20:57:07.580910 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0684f4b4-5f1e-4f84-bd27-222700d3755d req-7c072fcf-d858-4ccd-a560-228570800a91 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399199 Jul 09 20:57:07.668695 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e2526e07-b133-46c7-81ed-e5deedcd80fe req-cee127dd-337e-4e63-a8a8-9f9716318659 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ea3de3-25f3-41a9-843b-9200cc846943 HTTP/1.1" status: 200 len: 1000 time: 0.0986831 Jul 09 20:57:07.671607 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 33496) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:07.697321 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cf4dc3d6-3dc8-478a-936c-ed7acd3584c8 req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.730881 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['f20cd952-674d-453d-91b0-d974d561a849'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:57:07.734476 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c267370-47af-4af3-a9d2-b8e6d3744bea admin admin] Deleting subnet f3b2b99a-ab63-459a-a65c-b3b3ca8e937e {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:57:07.738042 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7c267370-47af-4af3-a9d2-b8e6d3744bea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.770865 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Pushing event deleted for resources: {'Port': ['ID=f20cd952-674d-453d-91b0-d974d561a849,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:07.784893 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526e07-b133-46c7-81ed-e5deedcd80fe req-5079bddc-0fbc-40d8-9f2c-bc5d712741c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.786859 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e2526e07-b133-46c7-81ed-e5deedcd80fe req-5079bddc-0fbc-40d8-9f2c-bc5d712741c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2ef9a74-067c-4528-b3d4-64882505fab0 HTTP/1.1" status: 200 len: 849 time: 0.1019402 Jul 09 20:57:07.796025 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.796335 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.796801 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.797257 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.797688 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.798122 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.798545 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.798989 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.799450 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.799874 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.800294 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.800715 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:07.812091 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7c267370-47af-4af3-a9d2-b8e6d3744bea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.820018 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7c267370-47af-4af3-a9d2-b8e6d3744bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.876002 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4dc3d6-3dc8-478a-936c-ed7acd3584c8 req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] No DVR routers for this DVR port f20cd952-674d-453d-91b0-d974d561a849 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:57:07.880244 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cf4dc3d6-3dc8-478a-936c-ed7acd3584c8 req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.882291 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cf4dc3d6-3dc8-478a-936c-ed7acd3584c8 req-22ed2805-db67-4447-bad0-d3ce7e719e46 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.26 "DELETE /v2.0/ports/f20cd952-674d-453d-91b0-d974d561a849 HTTP/1.1" status: 204 len: 173 time: 0.7343063 Jul 09 20:57:07.885867 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e79c86-0824-4412-b30f-418d5fc14d58 req-f5b9e085-bab3-4b16-b72e-472ce23ea63f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.887386 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-94e79c86-0824-4412-b30f-418d5fc14d58 req-f5b9e085-bab3-4b16-b72e-472ce23ea63f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.1195221 Jul 09 20:57:07.910513 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526e07-b133-46c7-81ed-e5deedcd80fe req-8926e76e-276b-4e55-a1aa-358a92a4a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.912547 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e2526e07-b133-46c7-81ed-e5deedcd80fe req-8926e76e-276b-4e55-a1aa-358a92a4a6f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b134ecb-601f-411f-8880-44405ba46406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1187024 Jul 09 20:57:07.915012 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7c267370-47af-4af3-a9d2-b8e6d3744bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.952972 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c267370-47af-4af3-a9d2-b8e6d3744bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3b2b99a-ab63-459a-a65c-b3b3ca8e937e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:07.962235 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7c267370-47af-4af3-a9d2-b8e6d3744bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.964152 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7c267370-47af-4af3-a9d2-b8e6d3744bea admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f3b2b99a-ab63-459a-a65c-b3b3ca8e937e HTTP/1.1" status: 204 len: 168 time: 0.2904935 Jul 09 20:57:07.976291 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-94e79c86-0824-4412-b30f-418d5fc14d58 req-fe2d033f-fc64-4c5a-b77f-ff3c466f0763 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787652 Jul 09 20:57:07.976803 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 33500) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:08.015792 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dddee9a-457e-4d06-b061-13d893f4dab1', 'name': 'network-vif-deleted', 'tag': 'f20cd952-674d-453d-91b0-d974d561a849'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:08.019709 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ec11cb-b8ea-4802-9864-35e6803a4f38" -d '{"events": [{"server_uuid": "9dddee9a-457e-4d06-b061-13d893f4dab1", "name": "network-vif-deleted", "tag": "f20cd952-674d-453d-91b0-d974d561a849"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:08.064916 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e2526e07-b133-46c7-81ed-e5deedcd80fe req-87390a33-d021-4f22-869d-660a8b524f58 service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366220 Jul 09 20:57:08.071507 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.178752 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e2526e07-b133-46c7-81ed-e5deedcd80fe req-64df265a-3846-4654-acce-575be95b2ee7 service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860038 Jul 09 20:57:08.201611 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55784b9c-4052-477c-818f-2b427ff109ae req-1604f57a-d087-4525-8ba3-925765672165 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dddee9a-457e-4d06-b061-13d893f4dab1 HTTP/1.1" status: 200 len: 210 time: 0.0661209 Jul 09 20:57:08.210728 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.229367 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.229737 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.230523 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.231010 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > port after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.231423 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > port after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.232516 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > port after_update 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.232839 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.233161 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.233476 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.233789 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.246649 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09903d26-379d-47a9-b607-dd6dd761d7e7 x-openstack-request-id: req-09903d26-379d-47a9-b607-dd6dd761d7e7 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:08.247005 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dddee9a-457e-4d06-b061-13d893f4dab1", "name": "network-vif-deleted", "tag": "f20cd952-674d-453d-91b0-d974d561a849", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:08.247938 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09903d26-379d-47a9-b607-dd6dd761d7e7 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:08.248403 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dddee9a-457e-4d06-b061-13d893f4dab1', 'name': 'network-vif-deleted', 'tag': 'f20cd952-674d-453d-91b0-d974d561a849', 'status': 'completed', 'code': 200} Jul 09 20:57:08.298939 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.299285 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.299694 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.299980 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.300349 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbeeee3-3507-4b86-b64f-6d8e01458bc6']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:08.318095 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8dd971-02d5-43fd-82d2-59aec8be3556') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:08.318377 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8dd971-02d5-43fd-82d2-59aec8be3556') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:08.333898 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9006339'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.354172 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.362701 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:57:08.363082 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530965'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: from cryptography.utils import int_from_bytes Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: from cryptography.utils import int_from_bytes Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: Traceback (most recent call last): Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: timer() Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: cb(*args, **kw) Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: return func(*args, **kwargs) Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: self._notify() Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: self.callback(batched_events) Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: event.method(event) Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: return f(self, *a, **k) Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._get(url).json() Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:57:08.367122 dv-cinder-792642-3-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:57:08.426225 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.432634 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.435020 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] 10.222.0.73 "DELETE /v2.0/networks/efbeeee3-3507-4b86-b64f-6d8e01458bc6 HTTP/1.1" status: 204 len: 168 time: 0.4572613 Jul 09 20:57:08.457695 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f36d9-5f78-4478-829a-9eb2f18fdf5e admin admin] Pushing event deleted for resources: {'Network': ['ID=efbeeee3-3507-4b86-b64f-6d8e01458bc6,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:08.687496 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 33510) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:08.691426 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 970719f7-228c-4986-8838-d96b8e0af442 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:08.752451 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-580b6691-32dc-4542-97e9-b980f0f30841 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=681a8aeb48124196bb74f839e81dd05e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0635762 Jul 09 20:57:08.755125 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 33512) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:08.774324 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f916e5-9b4c-4fcc-8f5b-4b4fdd75992f req-0349ff03-b895-402d-b046-5a5394d631e6 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:08.783383 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e7f916e5-9b4c-4fcc-8f5b-4b4fdd75992f req-0349ff03-b895-402d-b046-5a5394d631e6 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.2910399 Jul 09 20:57:08.784694 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device d75dec25-075b-48b6-8379-4acdd30df14f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:08.805898 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: d75dec25-075b-48b6-8379-4acdd30df14f {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:08.806480 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device d75dec25-075b-48b6-8379-4acdd30df14f not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:08.821344 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d627aa3-ceb2-4891-b1d7-58686c3d28b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.827945 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e7f916e5-9b4c-4fcc-8f5b-4b4fdd75992f req-9cff9e89-70db-4d96-a902-5221f8097455 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436280 Jul 09 20:57:08.845196 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d627aa3-ceb2-4891-b1d7-58686c3d28b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.903945 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d627aa3-ceb2-4891-b1d7-58686c3d28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.906800 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d627aa3-ceb2-4891-b1d7-58686c3d28b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.907997 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3d627aa3-ceb2-4891-b1d7-58686c3d28b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b883ade-18b3-41e2-98fb-c6bedbbf1996 HTTP/1.1" status: 204 len: 168 time: 0.1518450 Jul 09 20:57:08.915861 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d627aa3-ceb2-4891-b1d7-58686c3d28b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b883ade-18b3-41e2-98fb-c6bedbbf1996,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:08.995889 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bfb52-9e2d-4d78-be30-027ca7c1f5eb req-e8a495ac-4312-4e14-a228-f949aa492295 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:08.998329 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e9bfb52-9e2d-4d78-be30-027ca7c1f5eb req-e8a495ac-4312-4e14-a228-f949aa492295 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0753777 Jul 09 20:57:09.046693 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e9bfb52-9e2d-4d78-be30-027ca7c1f5eb req-a60f87b1-b38a-43c9-887a-4e530998ca5c tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Jul 09 20:57:09.233612 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc564b-8716-4bdf-ab97-2fe30db45a30 req-9b057785-312f-4db8-abe8-6543b5de0105 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:09.233612 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6dfc564b-8716-4bdf-ab97-2fe30db45a30 req-9b057785-312f-4db8-abe8-6543b5de0105 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0667787 Jul 09 20:57:09.270571 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6dfc564b-8716-4bdf-ab97-2fe30db45a30 req-5cde7c34-e380-4a38-b989-c29b896f1231 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324452 Jul 09 20:57:09.283126 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:57:09.522313 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-aa6880e4-1dcc-4029-953d-0297cff6b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:09.523927 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-aa6880e4-1dcc-4029-953d-0297cff6b372 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3&tenant_id=718dda7ca7514e2383bab17a51d889da HTTP/1.1" status: 200 len: 1097 time: 0.0943944 Jul 09 20:57:09.616301 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-0b667f47-b80b-40ca-96fc-f6869608222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:09.617821 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-0b667f47-b80b-40ca-96fc-f6869608222c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0591829 Jul 09 20:57:09.632258 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-540b0149-81c3-4ded-a57a-205f2ade6515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.713424 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-fda3574c-caf4-4d4d-b7ec-5d1280a3ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:09.715179 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-fda3574c-caf4-4d4d-b7ec-5d1280a3ac34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 918 time: 0.0906079 Jul 09 20:57:09.783557 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-4145c9a4-81f0-4d0b-9a6c-3dbebf585330 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970719f7-228c-4986-8838-d96b8e0af442 HTTP/1.1" status: 200 len: 1000 time: 0.0612702 Jul 09 20:57:09.832578 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-a707808e-9fc4-48cd-811e-452e12cd18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:09.833982 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-a707808e-9fc4-48cd-811e-452e12cd18ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.0441954 Jul 09 20:57:10.113823 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.276082 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c501-c80e-4eb7-8eed-05617c0b035b req-f12d492d-fe0a-40a0-b8cb-136b93192a87 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:10.277571 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1222c501-c80e-4eb7-8eed-05617c0b035b req-f12d492d-fe0a-40a0-b8cb-136b93192a87 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0619354 Jul 09 20:57:10.315269 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1222c501-c80e-4eb7-8eed-05617c0b035b req-87aa7a05-e951-498d-b6f4-6769ad9ae0fb tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321457 Jul 09 20:57:10.476242 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7561420-bb2f-450e-bbbc-8cd7fd2ee270 req-24a46f85-8387-4709-8b24-91c82ae6896f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:10.477713 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7561420-bb2f-450e-bbbc-8cd7fd2ee270 req-24a46f85-8387-4709-8b24-91c82ae6896f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0650339 Jul 09 20:57:10.515327 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7561420-bb2f-450e-bbbc-8cd7fd2ee270 req-f467f0ff-e423-41cd-a651-b27a9edd7a88 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Jul 09 20:57:10.637523 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.715126 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-7c3e3599-2d33-4f57-9621-35e744352b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:10.717227 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-7c3e3599-2d33-4f57-9621-35e744352b11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520387 Jul 09 20:57:11.486975 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd759c-e979-461d-b3b6-0aef796ad9e3 req-83147ff1-8650-481d-a116-1d452a13da21 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:11.488478 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44dd759c-e979-461d-b3b6-0aef796ad9e3 req-83147ff1-8650-481d-a116-1d452a13da21 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0610330 Jul 09 20:57:11.525924 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44dd759c-e979-461d-b3b6-0aef796ad9e3 req-1ae3fd80-1832-4c85-a72d-f34e9cc3d040 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Jul 09 20:57:11.578251 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-2c34e4a2-244c-4050-9bc8-76f79793f39a service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871875 Jul 09 20:57:11.690296 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c559d0-080a-4099-b149-2e03110a6dd1 req-d5f46d0f-5492-4f68-bf1c-ec56233b03c7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:11.691773 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7c559d0-080a-4099-b149-2e03110a6dd1 req-d5f46d0f-5492-4f68-bf1c-ec56233b03c7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0620713 Jul 09 20:57:11.728710 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7c559d0-080a-4099-b149-2e03110a6dd1 req-c99cf419-1f1e-4888-b401-80f191de98d0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Jul 09 20:57:12.120174 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.440215 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device f20cd952-674d-453d-91b0-d974d561a849 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:12.459720 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: f20cd952-674d-453d-91b0-d974d561a849 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:12.460065 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device f20cd952-674d-453d-91b0-d974d561a849 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:12.513872 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-15e5ee80-292e-4ba4-bf9d-a5a68f0d0e74 req-3cdb96b6-45e1-444b-ae2f-5516da42e5e0 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844915 Jul 09 20:57:12.714266 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbbc0f-efe0-4250-8d8f-3b35adf7426c req-35cb3909-9075-4202-b8f7-d31f08bf075b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:12.714266 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3edbbc0f-efe0-4250-8d8f-3b35adf7426c req-35cb3909-9075-4202-b8f7-d31f08bf075b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0760629 Jul 09 20:57:12.754915 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3edbbc0f-efe0-4250-8d8f-3b35adf7426c req-0efd676b-0ffa-491f-aaa1-ae70d378721f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356379 Jul 09 20:57:12.917268 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f088967-1467-4d10-be52-f0cf968f03b5 req-250b88b4-fba6-4d46-85da-9a23f4ca171e tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:12.918777 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f088967-1467-4d10-be52-f0cf968f03b5 req-250b88b4-fba6-4d46-85da-9a23f4ca171e tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0648227 Jul 09 20:57:12.958512 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f088967-1467-4d10-be52-f0cf968f03b5 req-1e402516-8ea0-42d6-919c-3712e6e87627 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328128 Jul 09 20:57:13.953998 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af918-ab39-46c7-b179-feaec858106e req-b11c3c76-81a6-4485-aed3-8efb2fceef0a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:13.955517 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1a9af918-ab39-46c7-b179-feaec858106e req-b11c3c76-81a6-4485-aed3-8efb2fceef0a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0744367 Jul 09 20:57:13.996834 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1a9af918-ab39-46c7-b179-feaec858106e req-26d1465a-7d1f-4cd3-b046-c29503b91276 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354514 Jul 09 20:57:14.175156 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f27438-d70d-4225-8f6f-90ece9ee4f5f req-17349058-a7ca-453c-b8b4-d416f05b9ab8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:14.176629 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00f27438-d70d-4225-8f6f-90ece9ee4f5f req-17349058-a7ca-453c-b8b4-d416f05b9ab8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0653770 Jul 09 20:57:14.215316 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00f27438-d70d-4225-8f6f-90ece9ee4f5f req-8e915bbe-39ca-4db6-85b3-3fab1d81cef4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330515 Jul 09 20:57:15.176986 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ae8c3-b2da-40a3-9852-54fc83236d0d req-fcafa97b-7af2-4203-ac4b-891a0e98a34d tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:15.178415 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d01ae8c3-b2da-40a3-9852-54fc83236d0d req-fcafa97b-7af2-4203-ac4b-891a0e98a34d tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0658281 Jul 09 20:57:15.218868 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d01ae8c3-b2da-40a3-9852-54fc83236d0d req-262a2e0a-6387-4043-8e27-437a53102671 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344827 Jul 09 20:57:15.411107 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b012e8-35bf-4f9d-9d8f-ccb8612c91c8 req-3da1825c-6c85-430a-8169-88810392ab63 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:15.412621 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-83b012e8-35bf-4f9d-9d8f-ccb8612c91c8 req-3da1825c-6c85-430a-8169-88810392ab63 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0736587 Jul 09 20:57:15.458961 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-83b012e8-35bf-4f9d-9d8f-ccb8612c91c8 req-41bb9fb6-161d-4541-92bf-6551dfe0a029 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405221 Jul 09 20:57:16.404895 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7d81c-ab96-44d3-8222-eabaa627e05e req-235454e7-8a0c-48d6-8fa8-47f2abab9cdd tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:16.406361 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ccc7d81c-ab96-44d3-8222-eabaa627e05e req-235454e7-8a0c-48d6-8fa8-47f2abab9cdd tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0733836 Jul 09 20:57:16.442578 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ccc7d81c-ab96-44d3-8222-eabaa627e05e req-de371f30-6d39-43eb-8983-e1789462522a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307062 Jul 09 20:57:16.649441 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b93f5-715c-4a1a-a9ad-30b3c02e95f6 req-0d6578a0-d091-4afd-ad90-6b32db165b30 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:16.650916 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a0b93f5-715c-4a1a-a9ad-30b3c02e95f6 req-0d6578a0-d091-4afd-ad90-6b32db165b30 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0703862 Jul 09 20:57:16.691272 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a0b93f5-715c-4a1a-a9ad-30b3c02e95f6 req-5d1d6e05-0985-40aa-a0f9-94e4b2f82762 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328901 Jul 09 20:57:17.621055 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b509b0-1f60-4008-bd4d-910637d6f557 req-de6fb56c-d960-4695-b005-df7c4a99d794 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:17.623136 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d8b509b0-1f60-4008-bd4d-910637d6f557 req-de6fb56c-d960-4695-b005-df7c4a99d794 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0664015 Jul 09 20:57:17.663896 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d8b509b0-1f60-4008-bd4d-910637d6f557 req-e1879cca-fad0-4a96-bee8-982c5dbc9cf3 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340149 Jul 09 20:57:17.878532 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed13b9-62e1-468e-bcbf-e600b9a194be req-378fbb1a-2455-408b-9d07-387ed5bdfa82 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:17.881617 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4aed13b9-62e1-468e-bcbf-e600b9a194be req-378fbb1a-2455-408b-9d07-387ed5bdfa82 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0648806 Jul 09 20:57:17.920838 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4aed13b9-62e1-468e-bcbf-e600b9a194be req-b82f213a-b0fd-4204-8381-ba9f9d37e83d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347154 Jul 09 20:57:18.851691 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c46eea-b9d6-4302-bd66-cef47bdd69bc req-2a8bb328-a788-427d-8036-bd3d36dc3e35 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:18.854013 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40c46eea-b9d6-4302-bd66-cef47bdd69bc req-2a8bb328-a788-427d-8036-bd3d36dc3e35 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0698907 Jul 09 20:57:18.896957 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40c46eea-b9d6-4302-bd66-cef47bdd69bc req-a26e0a9e-69c6-4173-aa0a-9ca6b41b6984 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368812 Jul 09 20:57:19.104196 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3021907-d2f4-4c2e-9c54-9cd16401186a req-ab024b9e-f685-4383-a03a-7ca965a795ca tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:19.105727 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d3021907-d2f4-4c2e-9c54-9cd16401186a req-ab024b9e-f685-4383-a03a-7ca965a795ca tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0673325 Jul 09 20:57:19.152539 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d3021907-d2f4-4c2e-9c54-9cd16401186a req-0bc9be50-e4ab-4af5-9b1c-5562a1f8b606 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406475 Jul 09 20:57:20.084151 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36c7c3-6401-470d-8b00-ea9708160134 req-fcd5c4ca-14ba-4179-8e17-5145a408f723 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:20.085654 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bc36c7c3-6401-470d-8b00-ea9708160134 req-fcd5c4ca-14ba-4179-8e17-5145a408f723 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0701880 Jul 09 20:57:20.130952 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bc36c7c3-6401-470d-8b00-ea9708160134 req-5eaf52b3-09d4-4d8a-a3cc-da99d28eee3c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391684 Jul 09 20:57:20.348172 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa36386-6e83-408c-97ee-481ee170703a req-1f6549a5-85e3-4600-ab9a-5dfb7fa27e07 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:20.349681 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bfa36386-6e83-408c-97ee-481ee170703a req-1f6549a5-85e3-4600-ab9a-5dfb7fa27e07 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0741847 Jul 09 20:57:20.391992 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bfa36386-6e83-408c-97ee-481ee170703a req-feb3cb67-72b8-4aac-a884-03a62170bd13 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366728 Jul 09 20:57:20.644878 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:21.323968 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7217df4-3efc-4c66-b0e1-392e6904ac72 req-e2dafc1a-004d-4c89-9924-0ae452d552fb tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:21.326108 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7217df4-3efc-4c66-b0e1-392e6904ac72 req-e2dafc1a-004d-4c89-9924-0ae452d552fb tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0757565 Jul 09 20:57:21.365853 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7217df4-3efc-4c66-b0e1-392e6904ac72 req-ed3c9b32-7795-4e85-b933-40cdde16fd7a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339122 Jul 09 20:57:21.553705 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-e81a76b5-9da1-4049-a68a-54a00e8d6c6c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:21.555210 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-e81a76b5-9da1-4049-a68a-54a00e8d6c6c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/networks?id=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 HTTP/1.1" status: 200 len: 814 time: 0.1073985 Jul 09 20:57:21.571655 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-7e3b62d9-bb92-4365-912f-f79614fe90cb tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/quotas/70271c21c03a41c1870f5a531cb725e1 HTTP/1.1" status: 200 len: 375 time: 0.0103018 Jul 09 20:57:21.607185 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-8230d12e-340e-4e73-a578-dbe6fba88cda tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=70271c21c03a41c1870f5a531cb725e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292203 Jul 09 20:57:21.703137 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-30e0d7a8-4aa2-419e-9963-b8b33186ba60 service neutron] 10.222.0.73 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882421 Jul 09 20:57:21.792592 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-6c86010c-60eb-41c2-8f52-ed47e821722b service neutron] 10.222.0.73 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835919 Jul 09 20:57:22.074503 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acd899-9da8-42fa-b0c3-bf17394b085e req-4c3c033a-4f92-44a6-8337-cdd2520df2f9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:22.080045 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a7acd899-9da8-42fa-b0c3-bf17394b085e req-4c3c033a-4f92-44a6-8337-cdd2520df2f9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0740099 Jul 09 20:57:22.119928 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a7acd899-9da8-42fa-b0c3-bf17394b085e req-1202b852-06bb-4212-9920-5fd2755cd993 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375748 Jul 09 20:57:22.241236 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a74b83d-c5e8-4fa0-9584-9a2c567ff6ce req-de9ec61b-f601-46dc-b319-0822c5128ece tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 210 time: 0.0290985 Jul 09 20:57:22.552866 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc33c43-7bdb-497d-8736-d3669b7b604d req-c36e0962-6482-4459-971b-d0240d2f72c1 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:22.554566 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2cc33c43-7bdb-497d-8736-d3669b7b604d req-c36e0962-6482-4459-971b-d0240d2f72c1 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0717337 Jul 09 20:57:22.597184 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2cc33c43-7bdb-497d-8736-d3669b7b604d req-8b2d204a-8104-43d5-85d2-8de442a4779a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353541 Jul 09 20:57:22.620098 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 33764) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:22.725625 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.823402 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.828482 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.868025 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7805efa27c024cd681dd025eb8ff6095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468054 Jul 09 20:57:22.869009 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd3bae9-4bb6-4e83-9731-7cc6386fb061,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:22.870742 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 33770) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:22.877397 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.877759 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.878108 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.878701 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.879041 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.879393 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.879733 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.880063 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.880393 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.881199 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.881578 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.881820 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca6b26-c72b-40fd-99b9-014f366b2e1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:22.939252 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76a9cfc1-d6a1-46ff-9780-b2db64eea56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.961225 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76a9cfc1-d6a1-46ff-9780-b2db64eea56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.042908 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76a9cfc1-d6a1-46ff-9780-b2db64eea56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.048133 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76a9cfc1-d6a1-46ff-9780-b2db64eea56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.049519 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-76a9cfc1-d6a1-46ff-9780-b2db64eea56c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcd3bae9-4bb6-4e83-9731-7cc6386fb061 HTTP/1.1" status: 204 len: 168 time: 0.1765585 Jul 09 20:57:23.063921 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9cfc1-d6a1-46ff-9780-b2db64eea56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd3bae9-4bb6-4e83-9731-7cc6386fb061,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:23.322173 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d9537-a35e-46ac-96d7-79be14076e57 req-448ba87d-fb6b-4df3-8c48-1be13bb2075c tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:23.323786 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc5d9537-a35e-46ac-96d7-79be14076e57 req-448ba87d-fb6b-4df3-8c48-1be13bb2075c tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0721240 Jul 09 20:57:23.368614 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc5d9537-a35e-46ac-96d7-79be14076e57 req-914bdb51-3957-41b3-ac42-8de944a653d9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361817 Jul 09 20:57:23.517201 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-39838c0d-0402-4afa-90af-df48ac757fb9 req-3d951d5f-eeaa-42b4-9324-85faa93ae91a tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 210 time: 0.0402875 Jul 09 20:57:23.783802 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2fd19-4b0b-43f1-9c6b-449d796853a6 req-04c2879d-d3e7-40dd-9b0f-03a3c111338f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:23.785347 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4b2fd19-4b0b-43f1-9c6b-449d796853a6 req-04c2879d-d3e7-40dd-9b0f-03a3c111338f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0698540 Jul 09 20:57:23.827989 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4b2fd19-4b0b-43f1-9c6b-449d796853a6 req-59847ba5-a5d2-44c4-b3ee-2d1fa7bb2945 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359414 Jul 09 20:57:24.442721 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332560b5-e6c8-46fe-977d-dba02912531a req-18fd3034-7cd9-4025-bece-df684a9b4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:24.444710 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-332560b5-e6c8-46fe-977d-dba02912531a req-18fd3034-7cd9-4025-bece-df684a9b4d13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0652182 Jul 09 20:57:24.567773 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 33826) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:24.575842 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0daac9-ea6f-4f7d-9037-9bb4a515d425 req-7e8b9377-39c2-4490-bf6e-35c31af5de94 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:24.578150 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cf0daac9-ea6f-4f7d-9037-9bb4a515d425 req-7e8b9377-39c2-4490-bf6e-35c31af5de94 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0699632 Jul 09 20:57:24.595765 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332560b5-e6c8-46fe-977d-dba02912531a req-085e3d7a-b192-4219-8ca6-a34ea402b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:24.597285 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-332560b5-e6c8-46fe-977d-dba02912531a req-085e3d7a-b192-4219-8ca6-a34ea402b797 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 918 time: 0.1080103 Jul 09 20:57:24.622943 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cf0daac9-ea6f-4f7d-9037-9bb4a515d425 req-381e0405-9a6c-4a7a-bcb3-39e5579b02b9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384915 Jul 09 20:57:24.692777 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-332560b5-e6c8-46fe-977d-dba02912531a req-f25e510d-38e6-48d0-a40e-71f28b6a4942 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970719f7-228c-4986-8838-d96b8e0af442 HTTP/1.1" status: 200 len: 1000 time: 0.0886497 Jul 09 20:57:24.693738 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f16ae44-8e68-4ce5-8d79-5050faa89497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.765265 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332560b5-e6c8-46fe-977d-dba02912531a req-472897db-a2e9-4d63-ae93-4bd0cba48c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:24.765931 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-de9efbfb-1103-44b8-9f86-f6e10f7b1be3 req-9f2c2113-c111-4bd9-b349-3df9c711a9d9 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 210 time: 0.0350282 Jul 09 20:57:24.767091 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-332560b5-e6c8-46fe-977d-dba02912531a req-472897db-a2e9-4d63-ae93-4bd0cba48c18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.0653567 Jul 09 20:57:24.877211 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332560b5-e6c8-46fe-977d-dba02912531a req-6a5e3dd6-76f8-4066-a9c7-067728496644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:24.878991 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-332560b5-e6c8-46fe-977d-dba02912531a req-6a5e3dd6-76f8-4066-a9c7-067728496644 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005893 Jul 09 20:57:24.883875 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f16ae44-8e68-4ce5-8d79-5050faa89497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.888830 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f16ae44-8e68-4ce5-8d79-5050faa89497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.945189 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5f16ae44-8e68-4ce5-8d79-5050faa89497 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18a07ce34bd54d3d95cc4ff7e6894286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763103 Jul 09 20:57:24.947992 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 33832) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:24.973053 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16ae44-8e68-4ce5-8d79-5050faa89497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9841844b-e7e9-4c26-a6dd-30e5b9e5df84,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:25.020218 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-332560b5-e6c8-46fe-977d-dba02912531a req-fe67728d-367e-46ad-8b48-8da327dbacf3 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070800 Jul 09 20:57:25.047703 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-aada7a56-8afd-4564-aae8-6de4d6a8f7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.067858 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527911c8-3a92-4db1-93d3-ec290033b21c req-04e2fb91-76c4-48e8-91f6-ef93394cbc3c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:25.069420 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-527911c8-3a92-4db1-93d3-ec290033b21c req-04e2fb91-76c4-48e8-91f6-ef93394cbc3c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.1086316 Jul 09 20:57:25.087177 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-aada7a56-8afd-4564-aae8-6de4d6a8f7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.137200 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-527911c8-3a92-4db1-93d3-ec290033b21c req-f3c4c626-a530-4e9b-bb75-a0a8b137d8c9 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594234 Jul 09 20:57:25.148460 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-332560b5-e6c8-46fe-977d-dba02912531a req-a43bb198-38db-48d2-b211-a4bb5ab9a3a9 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924931 Jul 09 20:57:25.183813 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-aada7a56-8afd-4564-aae8-6de4d6a8f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.186838 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-aada7a56-8afd-4564-aae8-6de4d6a8f7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.188004 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-aada7a56-8afd-4564-aae8-6de4d6a8f7fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9841844b-e7e9-4c26-a6dd-30e5b9e5df84 HTTP/1.1" status: 204 len: 168 time: 0.2389188 Jul 09 20:57:25.196286 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada7a56-8afd-4564-aae8-6de4d6a8f7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9841844b-e7e9-4c26-a6dd-30e5b9e5df84,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:25.456227 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 33838) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:25.471088 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c022d230-f264-413a-86fb-861884a1ce65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.565175 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c022d230-f264-413a-86fb-861884a1ce65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.569438 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c022d230-f264-413a-86fb-861884a1ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.615316 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022d230-f264-413a-86fb-861884a1ce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ee4962-14ee-46b7-8be1-13d8f0f45343,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:25.620350 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c022d230-f264-413a-86fb-861884a1ce65 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1badfd8061a749d4a09989b4a4d52883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628611 Jul 09 20:57:25.623048 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 33840) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:25.636492 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-5fac9f92-154e-483c-bea1-267adadcb495 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:25.638918 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-5fac9f92-154e-483c-bea1-267adadcb495 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.26 "GET /v2.0/networks?id=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 HTTP/1.1" status: 200 len: 814 time: 0.1234648 Jul 09 20:57:25.668165 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Request body: {'port': {'device_id': '70e3225c-a1bb-4798-9bfe-496bb25e7fd2', 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4', 'admin_state_up': True, 'tenant_id': '70271c21c03a41c1870f5a531cb725e1'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:25.703063 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b998c3ab-0b9f-407c-921c-a2d5aa4779a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.730474 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b998c3ab-0b9f-407c-921c-a2d5aa4779a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.806506 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b998c3ab-0b9f-407c-921c-a2d5aa4779a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.808417 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b998c3ab-0b9f-407c-921c-a2d5aa4779a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.812445 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b998c3ab-0b9f-407c-921c-a2d5aa4779a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69ee4962-14ee-46b7-8be1-13d8f0f45343 HTTP/1.1" status: 204 len: 168 time: 0.1855023 Jul 09 20:57:25.826826 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Made reservation on behalf of 70271c21c03a41c1870f5a531cb725e1 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:25.833938 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.837694 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998c3ab-0b9f-407c-921c-a2d5aa4779a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ee4962-14ee-46b7-8be1-13d8f0f45343,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:25.903503 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c10f0b-0099-47a0-856f-2f720e68cb03 req-6429c6d1-b77f-47a1-8a1c-44d19a1c72d9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:25.905541 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9c10f0b-0099-47a0-856f-2f720e68cb03 req-6429c6d1-b77f-47a1-8a1c-44d19a1c72d9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.1106346 Jul 09 20:57:25.953538 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9c10f0b-0099-47a0-856f-2f720e68cb03 req-a98a8e7e-c65b-4a8d-b164-08eef1b97b6b tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Jul 09 20:57:26.025413 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2720670-141b-4ea2-867f-789c7cd55dbb req-acc1093b-d6d6-4141-be32-f2c07a6bfc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:26.026945 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b2720670-141b-4ea2-867f-789c7cd55dbb req-acc1093b-d6d6-4141-be32-f2c07a6bfc6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 1099 time: 0.1059289 Jul 09 20:57:26.059227 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Allocated IP 172.20.0.10 (0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4/32b3e359-94f7-46f7-b115-7bb2c1951e33/7c634466-60a2-42fe-8e5a-5576e1088353) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:26.087159 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b2720670-141b-4ea2-867f-789c7cd55dbb req-241ae28d-19da-4b6a-91bf-a714f93d5c05 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497200 Jul 09 20:57:26.105366 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e4937285-fd78-4b69-bbbe-108b6a8771da req-2a4a295f-5b45-404d-8bc4-2a9193fb0930 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 210 time: 0.0388896 Jul 09 20:57:26.236619 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.281320 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.321115 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:26.324319 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:26.328932 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:26.336087 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ce80b-5069-44d8-a3af-9aadc30e8968 req-3e04ee01-20d0-4aac-9be4-6e95f5f5bba6 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:26.337612 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-751ce80b-5069-44d8-a3af-9aadc30e8968 req-3e04ee01-20d0-4aac-9be4-6e95f5f5bba6 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0707772 Jul 09 20:57:26.374931 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Pushing event updated for resources: {'Port': ['ID=7c634466-60a2-42fe-8e5a-5576e1088353,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:26.379476 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-751ce80b-5069-44d8-a3af-9aadc30e8968 req-1e611182-a103-459f-b69d-bd2bd08ff9aa tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354919 Jul 09 20:57:26.392627 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:26.393263 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.412818 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-9c6cd986-b49e-439b-a71c-d2824f8b1746 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7491043 Jul 09 20:57:26.467987 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Request body: {'port': {'device_id': '70e3225c-a1bb-4798-9bfe-496bb25e7fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:26.553788 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.830429 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c634466-60a2-42fe-8e5a-5576e1088353 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:57:26.839613 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.857517 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Transition to ACTIVE for port object 7c634466-60a2-42fe-8e5a-5576e1088353 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:26.862994 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.926672 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Pushing event updated for resources: {'Port': ['ID=7c634466-60a2-42fe-8e5a-5576e1088353,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:27.167145 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d75ca2-3b1c-4f5e-b632-55ffb62ab950 req-e3235ddb-2e02-4753-835a-8196eacd4fec tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.168869 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-54d75ca2-3b1c-4f5e-b632-55ffb62ab950 req-e3235ddb-2e02-4753-835a-8196eacd4fec tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0711732 Jul 09 20:57:27.228924 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-54d75ca2-3b1c-4f5e-b632-55ffb62ab950 req-fd8f2618-ad10-452a-a760-c3789da695b4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523307 Jul 09 20:57:27.257575 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Attempting to bind port 7c634466-60a2-42fe-8e5a-5576e1088353 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:27.258148 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Attempting to bind port 7c634466-60a2-42fe-8e5a-5576e1088353 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '154b4c52-7157-4360-88f7-7a8dbb0e70f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:27.259133 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Attempting to bind port 7c634466-60a2-42fe-8e5a-5576e1088353 on network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:27.264887 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Port 7c634466-60a2-42fe-8e5a-5576e1088353 on network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:57:27.265522 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Attempting to bind port 7c634466-60a2-42fe-8e5a-5576e1088353 on network 0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:27.272006 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:27.272669 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Checking segment: {'id': '154b4c52-7157-4360-88f7-7a8dbb0e70f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:27.273292 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Bound using segment: {'id': '154b4c52-7157-4360-88f7-7a8dbb0e70f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:27.274079 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Bound port: 7c634466-60a2-42fe-8e5a-5576e1088353, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154b4c52-7157-4360-88f7-7a8dbb0e70f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:27.275143 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:27.363151 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] For port 7c634466-60a2-42fe-8e5a-5576e1088353, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:27.367001 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] For port 7c634466-60a2-42fe-8e5a-5576e1088353, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=7c634466-60a2-42fe-8e5a-5576e1088353,segment=NetworkSegment(154b4c52-7157-4360-88f7-7a8dbb0e70f4),segment_id=154b4c52-7157-4360-88f7-7a8dbb0e70f4)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:27.373015 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:27.410382 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.410885 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:27.412311 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] 10.222.0.26 "PUT /v2.0/ports/7c634466-60a2-42fe-8e5a-5576e1088353 HTTP/1.1" status: 200 len: 1094 time: 0.9492772 Jul 09 20:57:27.412755 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e3225c-a1bb-4798-9bfe-496bb25e7fd2', 'tag': '7c634466-60a2-42fe-8e5a-5576e1088353'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:27.415368 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f956fce-150f-4561-b4b7-5d7682a3e870" -d '{"events": [{"name": "network-changed", "server_uuid": "70e3225c-a1bb-4798-9bfe-496bb25e7fd2", "tag": "7c634466-60a2-42fe-8e5a-5576e1088353"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:27.416097 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57225-3ae2-4e31-b9a6-38c80a621dc2 req-2b637121-1dd2-4ed2-a5bc-0fec9912429f tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.418482 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ae57225-3ae2-4e31-b9a6-38c80a621dc2 req-2b637121-1dd2-4ed2-a5bc-0fec9912429f tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 944 time: 0.0777941 Jul 09 20:57:27.445135 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d47e73-f77c-44f9-90de-7cd49d0bac21 service neutron] Pushing event updated for resources: {'Port': ['ID=7c634466-60a2-42fe-8e5a-5576e1088353,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:27.474277 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ae57225-3ae2-4e31-b9a6-38c80a621dc2 req-e6158b90-4534-4ff2-8775-9fa6aebbb5f8 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456188 Jul 09 20:57:27.545478 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-dbc37258-204e-40fc-bbaf-ef908c9fbabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.547403 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-dbc37258-204e-40fc-bbaf-ef908c9fbabc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70271c21c03a41c1870f5a531cb725e1&device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 1097 time: 0.0695570 Jul 09 20:57:27.598132 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-811eaa7f-7531-44d2-9bc5-7cb1f9594517 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c634466-60a2-42fe-8e5a-5576e1088353 HTTP/1.1" status: 200 len: 217 time: 0.0355923 Jul 09 20:57:27.650581 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-5a972e5e-43d2-4774-9805-3f21ee540f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.652305 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-5a972e5e-43d2-4774-9805-3f21ee540f0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32b3e359-94f7-46f7-b115-7bb2c1951e33 HTTP/1.1" status: 200 len: 854 time: 0.0480993 Jul 09 20:57:27.656976 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75d78a-754b-4057-aa53-ee90e1c618dd req-cddc82fd-248e-4994-ac3a-d14f9581e884 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.658541 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-de75d78a-754b-4057-aa53-ee90e1c618dd req-cddc82fd-248e-4994-ac3a-d14f9581e884 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0710053 Jul 09 20:57:27.692254 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-0ea2c8fb-ed8a-4814-8294-90505210013c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334933 Jul 09 20:57:27.701270 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-de75d78a-754b-4057-aa53-ee90e1c618dd req-8153ccb6-1030-4e7b-a17d-f2c4ef23aec0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358551 Jul 09 20:57:27.750727 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f362ab9-a4a6-470c-b731-93444892b6a7 x-openstack-request-id: req-3f362ab9-a4a6-470c-b731-93444892b6a7 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:27.751021 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e3225c-a1bb-4798-9bfe-496bb25e7fd2", "tag": "7c634466-60a2-42fe-8e5a-5576e1088353", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:27.751275 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f362ab9-a4a6-470c-b731-93444892b6a7 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:27.751682 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e3225c-a1bb-4798-9bfe-496bb25e7fd2', 'tag': '7c634466-60a2-42fe-8e5a-5576e1088353', 'status': 'completed', 'code': 200} Jul 09 20:57:27.787130 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-cada111d-9c7e-4b54-aeae-535e291e7c9c service neutron] 10.222.0.26 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879254 Jul 09 20:57:27.899127 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87bcf74c-3b88-47bb-b149-5b2fdee44859 req-1f8cb4a9-6b45-42b1-ac0e-b4c2298a7288 service neutron] 10.222.0.26 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033103 Jul 09 20:57:27.958363 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 33936) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:28.054222 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f956fce-150f-4561-b4b7-5d7682a3e870 req-e0caa6aa-2221-4f89-87a8-a48c534df276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:28.055973 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f956fce-150f-4561-b4b7-5d7682a3e870 req-e0caa6aa-2221-4f89-87a8-a48c534df276 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70271c21c03a41c1870f5a531cb725e1&device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 1097 time: 0.0608585 Jul 09 20:57:28.068815 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c13458c-aaac-409e-a94e-2a51ac9b4e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:28.172166 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c13458c-aaac-409e-a94e-2a51ac9b4e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:28.176725 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c13458c-aaac-409e-a94e-2a51ac9b4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:28.210013 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f956fce-150f-4561-b4b7-5d7682a3e870 req-2c6d0344-2d9c-43dd-a1b5-7f30d116b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:28.212453 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f956fce-150f-4561-b4b7-5d7682a3e870 req-2c6d0344-2d9c-43dd-a1b5-7f30d116b4dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 HTTP/1.1" status: 200 len: 916 time: 0.1489370 Jul 09 20:57:28.252029 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6c13458c-aaac-409e-a94e-2a51ac9b4e97 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b4375595b774a1788265ac0e39f6fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888207 Jul 09 20:57:28.252703 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 33944) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:28.254606 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13458c-aaac-409e-a94e-2a51ac9b4e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3745ef94-5acf-4b40-8884-8a5c2ff65bd6,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:28.275005 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f956fce-150f-4561-b4b7-5d7682a3e870 req-3f3951bc-61da-4679-b835-e81496dcc97f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c634466-60a2-42fe-8e5a-5576e1088353 HTTP/1.1" status: 200 len: 217 time: 0.0553067 Jul 09 20:57:28.335003 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1361b6f-d107-46c2-b841-372596f6b1e2 req-8ec59b7a-0b47-4884-b270-1431021a2fbd tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:28.342450 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1361b6f-d107-46c2-b841-372596f6b1e2 req-8ec59b7a-0b47-4884-b270-1431021a2fbd tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.1491070 Jul 09 20:57:28.363973 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a58e-ade1-469c-8a48-aed3ff973b40 req-5b83a410-1674-4ddd-b481-e481cae5ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:28.366008 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d74a58e-ade1-469c-8a48-aed3ff973b40 req-5b83a410-1674-4ddd-b481-e481cae5ea7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 1099 time: 0.1903296 Jul 09 20:57:28.378486 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f956fce-150f-4561-b4b7-5d7682a3e870 req-48fbdef6-6b6d-46a2-98f3-22fb4064ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:28.388904 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f956fce-150f-4561-b4b7-5d7682a3e870 req-48fbdef6-6b6d-46a2-98f3-22fb4064ca24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32b3e359-94f7-46f7-b115-7bb2c1951e33 HTTP/1.1" status: 200 len: 854 time: 0.1011193 Jul 09 20:57:28.396250 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e4e74e50-b792-419e-a54c-cd723894e5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:28.415370 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1361b6f-d107-46c2-b841-372596f6b1e2 req-faf0a01a-c617-4dfb-949d-a145c3d2fd56 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690134 Jul 09 20:57:28.427295 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e4e74e50-b792-419e-a54c-cd723894e5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:28.463524 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f956fce-150f-4561-b4b7-5d7682a3e870 req-1e77dcb6-c009-4018-9d26-b2f59bafa209 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637777 Jul 09 20:57:28.476863 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e4e74e50-b792-419e-a54c-cd723894e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:28.479588 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e4e74e50-b792-419e-a54c-cd723894e5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:28.480738 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e4e74e50-b792-419e-a54c-cd723894e5ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3745ef94-5acf-4b40-8884-8a5c2ff65bd6 HTTP/1.1" status: 204 len: 168 time: 0.2234139 Jul 09 20:57:28.493668 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e74e50-b792-419e-a54c-cd723894e5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3745ef94-5acf-4b40-8884-8a5c2ff65bd6,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:28.572125 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a58e-ade1-469c-8a48-aed3ff973b40 req-b676c4fb-4419-4493-a2e4-9d27eba4848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:28.573652 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d74a58e-ade1-469c-8a48-aed3ff973b40 req-b676c4fb-4419-4493-a2e4-9d27eba4848b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 200 len: 920 time: 0.1976159 Jul 09 20:57:28.616384 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11492-c1b1-456c-b490-7e6d1a0a77b6 req-d83d57d5-eb8f-4a3e-af27-4f4020e76e25 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:28.617931 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1bc11492-c1b1-456c-b490-7e6d1a0a77b6 req-d83d57d5-eb8f-4a3e-af27-4f4020e76e25 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0783005 Jul 09 20:57:28.626555 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f956fce-150f-4561-b4b7-5d7682a3e870 req-8efd4d89-2a99-472d-9cfe-3fc78e640c4a service neutron] 10.222.0.26 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544075 Jul 09 20:57:28.627944 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d74a58e-ade1-469c-8a48-aed3ff973b40 req-80503686-920e-4b15-bde2-b73c906de81e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3 HTTP/1.1" status: 200 len: 217 time: 0.0440383 Jul 09 20:57:28.659070 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1bc11492-c1b1-456c-b490-7e6d1a0a77b6 req-6b1a9e89-4c46-430a-8a11-e40c37069d09 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337045 Jul 09 20:57:28.757513 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a58e-ade1-469c-8a48-aed3ff973b40 req-75d6c1c2-c0e1-4f59-926c-7bd0383afec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:28.759027 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d74a58e-ade1-469c-8a48-aed3ff973b40 req-75d6c1c2-c0e1-4f59-926c-7bd0383afec6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 200 len: 858 time: 0.1184969 Jul 09 20:57:28.798476 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 33954) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:28.808531 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d74a58e-ade1-469c-8a48-aed3ff973b40 req-3a1e96f4-3997-44ce-af21-e72253b354ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd211547-dba5-4c75-9042-ab3cca56f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413189 Jul 09 20:57:28.812155 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f956fce-150f-4561-b4b7-5d7682a3e870 req-9f7bbb6d-d126-4d92-be93-798b5f2c509f service neutron] 10.222.0.26 "GET /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730998 Jul 09 20:57:28.815746 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6ea7-031f-4a1f-a138-75a0f669fae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:28.864877 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dd195-9dac-4922-96e0-b2a1dfd13f7e req-d1fc61cf-42f7-4bf0-bfee-acdf611d3d23 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:28.866383 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-395dd195-9dac-4922-96e0-b2a1dfd13f7e req-d1fc61cf-42f7-4bf0-bfee-acdf611d3d23 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 944 time: 0.0956063 Jul 09 20:57:28.924827 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d74a58e-ade1-469c-8a48-aed3ff973b40 req-f3f0a1fa-704c-42b1-a9ef-0c74c85e3cd2 service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927937 Jul 09 20:57:28.925436 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-395dd195-9dac-4922-96e0-b2a1dfd13f7e req-7a547b9c-41de-40ce-baf1-567b8bc5a3f9 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502081 Jul 09 20:57:28.964879 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6ea7-031f-4a1f-a138-75a0f669fae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:28.969530 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6ea7-031f-4a1f-a138-75a0f669fae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.006101 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c6ea7-031f-4a1f-a138-75a0f669fae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcbf0ca-f5d2-4b98-9e2a-2b8971b82edd,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:29.013113 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ff0c6ea7-031f-4a1f-a138-75a0f669fae6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a160e7b1f9bf4691b8f9ec99cb3ae63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132185 Jul 09 20:57:29.013245 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 33956) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:29.040442 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d74a58e-ade1-469c-8a48-aed3ff973b40 req-c99f33f0-f99b-4076-aaab-4d50b861c597 service neutron] 10.222.0.26 "GET /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080866 Jul 09 20:57:29.078585 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1eee1ec0-5053-43b2-92c6-b4e72fef6ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.100070 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1eee1ec0-5053-43b2-92c6-b4e72fef6ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.146830 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1eee1ec0-5053-43b2-92c6-b4e72fef6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.149396 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1eee1ec0-5053-43b2-92c6-b4e72fef6ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.150542 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1eee1ec0-5053-43b2-92c6-b4e72fef6ad6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbcbf0ca-f5d2-4b98-9e2a-2b8971b82edd HTTP/1.1" status: 204 len: 168 time: 0.1363521 Jul 09 20:57:29.158943 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee1ec0-5053-43b2-92c6-b4e72fef6ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcbf0ca-f5d2-4b98-9e2a-2b8971b82edd,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:29.593580 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c0c2d-0bcb-4800-b30e-60a84a80d205 req-378c5d95-43c8-49a1-91f5-21339c060add tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:29.595106 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-909c0c2d-0bcb-4800-b30e-60a84a80d205 req-378c5d95-43c8-49a1-91f5-21339c060add tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0671780 Jul 09 20:57:29.636820 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-909c0c2d-0bcb-4800-b30e-60a84a80d205 req-80905d4e-dfd0-43a4-b91e-32d975b6d28d tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352988 Jul 09 20:57:29.804126 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 33982) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:29.842952 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac6f47-6509-4758-abf9-558b7b738442 req-f3cd53d5-c5e2-469d-a6bd-6422961e961d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:29.844370 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48ac6f47-6509-4758-abf9-558b7b738442 req-f3cd53d5-c5e2-469d-a6bd-6422961e961d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0662220 Jul 09 20:57:29.887297 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48ac6f47-6509-4758-abf9-558b7b738442 req-1c7747d2-93a9-480c-9b70-ba4f79918b65 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372343 Jul 09 20:57:29.899582 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-435403903-network', 'tenant_id': '367beb02c41f430b80170ed448d96d5a'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:29.921325 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Made reservation on behalf of 367beb02c41f430b80170ed448d96d5a for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:29.923840 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.931957 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.026041 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.030333 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.052956 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:57:30.071066 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d736b4f-7fb6-43c6-af3a-b0ed2598386c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:30.075634 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.076005 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Added segment 61578e43-3c8d-417f-96da-e8b0b301a46d of type vlan for network 83989651-dc15-4250-bf1c-c110b1b9285c Jul 09 20:57:30.104442 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab72658-72e9-4ceb-b8d8-40651075a246 req-08e226a5-52fe-4f35-8c97-31bb5890030a tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:30.105947 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bab72658-72e9-4ceb-b8d8-40651075a246 req-08e226a5-52fe-4f35-8c97-31bb5890030a tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 944 time: 0.0672674 Jul 09 20:57:30.116750 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.145128 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bab72658-72e9-4ceb-b8d8-40651075a246 req-07c220ba-f1d1-4342-bee4-860ea5016b97 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325289 Jul 09 20:57:30.146637 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.147933 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:30.148534 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.206892 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4016325 Jul 09 20:57:30.210059 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 33988) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:30.212080 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839e48b-ea3d-4611-8c4c-fd2accb6be22 admin admin] Pushing event updated for resources: {'Network': ['ID=83989651-dc15-4250-bf1c-c110b1b9285c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:30.215201 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] Request body: {'subnet': {'network_id': '83989651-dc15-4250-bf1c-c110b1b9285c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-435403903-subnet', 'tenant_id': '367beb02c41f430b80170ed448d96d5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:30.222769 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network 83989651-dc15-4250-bf1c-c110b1b9285c details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:57:30.238060 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] Made reservation on behalf of 367beb02c41f430b80170ed448d96d5a for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:30.240511 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9236157'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.417148 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9236143'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.471312 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a250571-87c6-4bbd-b508-176b4e1d89c1,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:30.478934 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] Checking segment: {'id': '61578e43-3c8d-417f-96da-e8b0b301a46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '83989651-dc15-4250-bf1c-c110b1b9285c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:30.479289 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] Network hostable DHCP agents. Network: 83989651-dc15-4250-bf1c-c110b1b9285c, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:57:30.495754 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] Network 83989651-dc15-4250-bf1c-c110b1b9285c is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:57:30.505267 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, 83989651-dc15-4250-bf1c-c110b1b9285c) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:30.509622 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:30.510332 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.514418 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d933b-b094-43f7-ae04-508f0bee0e77 None None] Network 83989651-dc15-4250-bf1c-c110b1b9285c requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:30.525973 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e633bcb3-b140-4c2f-869a-8ebf9168f19b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3147779 Jul 09 20:57:30.643483 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a816e8d-28e8-4c44-817b-c73d8c946ba0 None None] Network 83989651-dc15-4250-bf1c-c110b1b9285c requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:30.824508 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 7c634466-60a2-42fe-8e5a-5576e1088353 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:57:30.833318 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8428d8-82bc-4731-9e02-3d0106d43c88 req-73967c82-a0d4-46f8-96bb-97fb315de96b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:30.835005 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9f8428d8-82bc-4731-9e02-3d0106d43c88 req-73967c82-a0d4-46f8-96bb-97fb315de96b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0689008 Jul 09 20:57:30.884713 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9f8428d8-82bc-4731-9e02-3d0106d43c88 req-5ad79235-2f72-467b-b3f3-849df894a50a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Jul 09 20:57:30.946487 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 7c634466-60a2-42fe-8e5a-5576e1088353, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=7c634466-60a2-42fe-8e5a-5576e1088353,segment=NetworkSegment(154b4c52-7157-4360-88f7-7a8dbb0e70f4),segment_id=154b4c52-7157-4360-88f7-7a8dbb0e70f4)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:30.965001 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '7c634466-60a2-42fe-8e5a-5576e1088353', 'network_id': '0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4', 'port_id': '7c634466-60a2-42fe-8e5a-5576e1088353', 'mac_address': 'fa:16:3e:a7:b7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b3e359-94f7-46f7-b115-7bb2c1951e33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:57:31.005763 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.024729 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c634466-60a2-42fe-8e5a-5576e1088353 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:57:31.055245 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 7c634466-60a2-42fe-8e5a-5576e1088353, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=7c634466-60a2-42fe-8e5a-5576e1088353,segment=NetworkSegment(154b4c52-7157-4360-88f7-7a8dbb0e70f4),segment_id=154b4c52-7157-4360-88f7-7a8dbb0e70f4)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:31.059338 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.071000 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 34010) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:31.077322 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1236591914-network', 'tenant_id': '6bef063963b64e26bdb936a5981bc87f'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:31.100477 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Made reservation on behalf of 6bef063963b64e26bdb936a5981bc87f for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:31.103313 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1858e9-b358-4b74-91f6-a6ac7cc40b6c req-4bc6487e-df86-4b9f-9423-d78f90a5b1f6 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:31.103541 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.104866 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8c1858e9-b358-4b74-91f6-a6ac7cc40b6c req-4bc6487e-df86-4b9f-9423-d78f90a5b1f6 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0775814 Jul 09 20:57:31.113703 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.116469 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=7c634466-60a2-42fe-8e5a-5576e1088353,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:31.148565 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8c1858e9-b358-4b74-91f6-a6ac7cc40b6c req-26802942-7a61-4282-8baf-355b62ab1890 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363121 Jul 09 20:57:31.213414 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.217538 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.244958 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:57:31.251408 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e45d2f-30af-45f4-ab22-2da08e16b6e9,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:31.259233 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.259663 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Added segment d6e197df-647f-42bc-830f-51c65b0d0742 of type vlan for network dced99a7-9af5-4cfa-a0c1-3b4e079db2fc Jul 09 20:57:31.307161 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.328524 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4687-7403-49c5-9a8e-1c78e1d636e2 req-89b3d2fb-9a35-41ce-9fe8-507a1f7bdb8c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:31.330032 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e56a4687-7403-49c5-9a8e-1c78e1d636e2 req-89b3d2fb-9a35-41ce-9fe8-507a1f7bdb8c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 945 time: 0.0636704 Jul 09 20:57:31.336659 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.337806 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:31.338446 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.373362 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e56a4687-7403-49c5-9a8e-1c78e1d636e2 req-92f86c98-c1d4-45d6-be9f-b8f5b9f407af tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Jul 09 20:57:31.394332 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3213737 Jul 09 20:57:31.397279 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 34014) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:31.400222 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['7c634466-60a2-42fe-8e5a-5576e1088353'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:57:31.403777 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] Request body: {'subnet': {'network_id': 'dced99a7-9af5-4cfa-a0c1-3b4e079db2fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1236591914-subnet', 'tenant_id': '6bef063963b64e26bdb936a5981bc87f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:31.407901 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a109b6-fc6e-48ff-9642-a508868f974a admin admin] Pushing event updated for resources: {'Network': ['ID=dced99a7-9af5-4cfa-a0c1-3b4e079db2fc,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:31.423701 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network dced99a7-9af5-4cfa-a0c1-3b4e079db2fc details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:57:31.428723 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] Made reservation on behalf of 6bef063963b64e26bdb936a5981bc87f for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:31.431626 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9236157'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.597451 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9236143'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.658302 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] Pushing event updated for resources: {'Subnet': ['ID=182384b3-4b34-4180-a7b4-63e5bf4a506c,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:31.667613 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] Checking segment: {'id': 'd6e197df-647f-42bc-830f-51c65b0d0742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'dced99a7-9af5-4cfa-a0c1-3b4e079db2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:31.667978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] Network hostable DHCP agents. Network: dced99a7-9af5-4cfa-a0c1-3b4e079db2fc, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:57:31.684979 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] Network dced99a7-9af5-4cfa-a0c1-3b4e079db2fc is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:57:31.693485 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, dced99a7-9af5-4cfa-a0c1-3b4e079db2fc) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:31.697981 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:31.699010 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.702057 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae33a9a-3adf-46da-a97b-bf0a51535c24 None None] Network dced99a7-9af5-4cfa-a0c1-3b4e079db2fc requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:31.713320 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ab0bf492-9caa-496e-bef8-7da9b4a6e70b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3146513 Jul 09 20:57:31.823524 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25389979-431b-42a2-a8cd-c72c0a4bb0f4 None None] Network dced99a7-9af5-4cfa-a0c1-3b4e079db2fc requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:32.063138 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea182cac-d9c9-4828-86dd-ba199842f46f req-88fb6bf7-2296-4bc1-abaa-f17c10b96962 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:32.064683 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea182cac-d9c9-4828-86dd-ba199842f46f req-88fb6bf7-2296-4bc1-abaa-f17c10b96962 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0633657 Jul 09 20:57:32.106682 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea182cac-d9c9-4828-86dd-ba199842f46f req-e724a9d6-c2cf-4a39-b213-b5e7272a9266 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359838 Jul 09 20:57:32.376407 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f320102-b017-44a1-8efb-b4b7a84a148c req-deb8b55f-67f8-4d37-9de2-b1dd17aba700 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:32.377804 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f320102-b017-44a1-8efb-b4b7a84a148c req-deb8b55f-67f8-4d37-9de2-b1dd17aba700 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 944 time: 0.0791311 Jul 09 20:57:32.414730 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f320102-b017-44a1-8efb-b4b7a84a148c req-498c1785-dac5-44f5-851b-d15647610fd8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311258 Jul 09 20:57:32.830187 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 970719f7-228c-4986-8838-d96b8e0af442 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:57:32.840006 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 7c634466-60a2-42fe-8e5a-5576e1088353 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:32.960367 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ac917-7bce-43c5-b753-c744383b222a req-a7fa4db8-1eb9-4e49-9e8f-4af5792f4da9 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:32.962004 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-442ac917-7bce-43c5-b753-c744383b222a req-a7fa4db8-1eb9-4e49-9e8f-4af5792f4da9 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 945 time: 0.0670292 Jul 09 20:57:33.004153 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-442ac917-7bce-43c5-b753-c744383b222a req-092a54fe-5c96-45d9-a0b0-eb394df526e2 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334556 Jul 09 20:57:33.064235 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port 7c634466-60a2-42fe-8e5a-5576e1088353 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:33.070403 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 7c634466-60a2-42fe-8e5a-5576e1088353 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:33.070849 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:33.113919 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:33.130634 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '970719f7-228c-4986-8838-d96b8e0af442', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'port_id': '970719f7-228c-4986-8838-d96b8e0af442', 'mac_address': 'fa:16:3e:a7:f0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:57:33.199735 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:33.201993 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:33.222122 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970719f7-228c-4986-8838-d96b8e0af442 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:57:33.240605 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e3225c-a1bb-4798-9bfe-496bb25e7fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c634466-60a2-42fe-8e5a-5576e1088353'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:33.242831 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e43bea-8d02-42d8-b222-a61f0519c141" -d '{"events": [{"server_uuid": "70e3225c-a1bb-4798-9bfe-496bb25e7fd2", "name": "network-vif-plugged", "status": "completed", "tag": "7c634466-60a2-42fe-8e5a-5576e1088353"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:33.268754 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:33.270279 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 7c634466-60a2-42fe-8e5a-5576e1088353, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=7c634466-60a2-42fe-8e5a-5576e1088353,segment=NetworkSegment(154b4c52-7157-4360-88f7-7a8dbb0e70f4),segment_id=154b4c52-7157-4360-88f7-7a8dbb0e70f4)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:33.273933 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:33.285939 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:33.311141 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a975ce9-a6e9-4ac2-b2f4-756d2097582f x-openstack-request-id: req-1a975ce9-a6e9-4ac2-b2f4-756d2097582f {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:33.311464 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e3225c-a1bb-4798-9bfe-496bb25e7fd2", "name": "network-vif-plugged", "status": "completed", "tag": "7c634466-60a2-42fe-8e5a-5576e1088353", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:33.311709 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a975ce9-a6e9-4ac2-b2f4-756d2097582f {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:33.312094 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e3225c-a1bb-4798-9bfe-496bb25e7fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c634466-60a2-42fe-8e5a-5576e1088353', 'code': 200} Jul 09 20:57:33.350616 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=970719f7-228c-4986-8838-d96b8e0af442,revision_number=9']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:33.413287 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=7c634466-60a2-42fe-8e5a-5576e1088353,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:33.625620 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666662-319d-400c-9349-3b8d9d92ed40 req-ae58eeb0-210c-4c5a-b27e-8aed26d3cfb8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:33.627188 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e6666662-319d-400c-9349-3b8d9d92ed40 req-ae58eeb0-210c-4c5a-b27e-8aed26d3cfb8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 945 time: 0.0691535 Jul 09 20:57:33.634512 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e44b5-f20d-4938-a2c4-d0291d48a0d3 req-d4b718a6-0997-440b-af48-2b0781107956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:33.636077 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-766e44b5-f20d-4938-a2c4-d0291d48a0d3 req-d4b718a6-0997-440b-af48-2b0781107956 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 1099 time: 0.0629630 Jul 09 20:57:33.641437 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['970719f7-228c-4986-8838-d96b8e0af442'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:57:33.694364 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-766e44b5-f20d-4938-a2c4-d0291d48a0d3 req-39b76c96-0991-437c-a3a0-3a926bdc4f58 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501006 Jul 09 20:57:33.696385 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e6666662-319d-400c-9349-3b8d9d92ed40 req-a70826fd-c654-4f75-b428-398ff68fb5ed tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600333 Jul 09 20:57:34.190236 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5caea-7393-47a8-891a-3af2ee04f62c req-17cab3ef-77e9-42b0-a034-fdf0ef6ec532 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:34.191715 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45d5caea-7393-47a8-891a-3af2ee04f62c req-17cab3ef-77e9-42b0-a034-fdf0ef6ec532 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 946 time: 0.0648518 Jul 09 20:57:34.227484 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45d5caea-7393-47a8-891a-3af2ee04f62c req-c3b2687b-b932-4eb3-9c31-5e49d69fd2b4 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301492 Jul 09 20:57:34.833402 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 970719f7-228c-4986-8838-d96b8e0af442 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:34.892817 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 970719f7-228c-4986-8838-d96b8e0af442 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:34.893202 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:34.897786 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3be293-e5f6-4122-9d3c-8d524b53e486 req-5b0701d2-72e7-4b6d-a5c9-26e5c00dbd7d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:34.899327 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a3be293-e5f6-4122-9d3c-8d524b53e486 req-5b0701d2-72e7-4b6d-a5c9-26e5c00dbd7d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 945 time: 0.0805621 Jul 09 20:57:34.957548 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a3be293-e5f6-4122-9d3c-8d524b53e486 req-014c4373-23b5-4874-990d-b1a983254a1d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504773 Jul 09 20:57:35.023641 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:35.063856 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:35.070440 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:35.120882 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=970719f7-228c-4986-8838-d96b8e0af442,revision_number=10']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:35.318983 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970719f7-228c-4986-8838-d96b8e0af442'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:35.321368 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363bf722-9180-4ce9-a322-d705fa5c9a1d" -d '{"events": [{"server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "name": "network-vif-plugged", "status": "completed", "tag": "970719f7-228c-4986-8838-d96b8e0af442"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:35.420509 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c6d67-ba0e-4f80-a139-5386437fad73 req-cf4a2708-a41c-4990-ad85-590d8b7741eb tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:35.421999 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a2c6d67-ba0e-4f80-a139-5386437fad73 req-cf4a2708-a41c-4990-ad85-590d8b7741eb tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 946 time: 0.0682857 Jul 09 20:57:35.459540 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a2c6d67-ba0e-4f80-a139-5386437fad73 req-b42eddfc-4920-4001-8ea1-8ce94060199e tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320158 Jul 09 20:57:35.505381 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3584dab-f1c7-4914-ae18-abdc008e565c x-openstack-request-id: req-b3584dab-f1c7-4914-ae18-abdc008e565c {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:35.505673 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "name": "network-vif-plugged", "status": "completed", "tag": "970719f7-228c-4986-8838-d96b8e0af442", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:35.505922 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3584dab-f1c7-4914-ae18-abdc008e565c {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:35.506312 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970719f7-228c-4986-8838-d96b8e0af442', 'code': 200} Jul 09 20:57:36.117130 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b9a74-bb19-4240-bd70-4d3e4053521b req-e743cf54-4ccb-4489-891c-9103baf11ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:36.118684 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b22b9a74-bb19-4240-bd70-4d3e4053521b req-e743cf54-4ccb-4489-891c-9103baf11ae3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 1100 time: 0.0581858 Jul 09 20:57:36.136667 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f1190-a6d6-420c-871a-c8b0220e7858 req-1613eb93-c8ec-4c70-b5bd-8b5c5d120a5a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:36.139493 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b79f1190-a6d6-420c-871a-c8b0220e7858 req-1613eb93-c8ec-4c70-b5bd-8b5c5d120a5a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 947 time: 0.0680301 Jul 09 20:57:36.168744 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b22b9a74-bb19-4240-bd70-4d3e4053521b req-1b7b4193-2778-4379-98a6-70e399969e1b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Jul 09 20:57:36.190675 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b79f1190-a6d6-420c-871a-c8b0220e7858 req-5e6a6bc4-84e8-4478-852b-9db6e55050c8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460513 Jul 09 20:57:36.595182 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88483-c003-4a58-a08e-3cb08ca9f7cb req-2427f4d8-518a-42b3-8b0a-040fc0978eaf tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:36.596608 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2eb88483-c003-4a58-a08e-3cb08ca9f7cb req-2427f4d8-518a-42b3-8b0a-040fc0978eaf tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0641744 Jul 09 20:57:36.632905 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2eb88483-c003-4a58-a08e-3cb08ca9f7cb req-78c9579c-6883-43b2-82aa-187291d1d005 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Jul 09 20:57:36.787587 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-56441b23-dbf2-4c53-a402-d9a1110a64b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:37.364910 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499399dd-edcc-4093-8b6e-67b5b49df68d req-2ef9fae1-4dae-4618-b517-fd59203429b5 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:37.366429 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-499399dd-edcc-4093-8b6e-67b5b49df68d req-2ef9fae1-4dae-4618-b517-fd59203429b5 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 947 time: 0.0662191 Jul 09 20:57:37.404650 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-499399dd-edcc-4093-8b6e-67b5b49df68d req-5d6185ab-df68-475f-8e6f-f038b0fc5fe1 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326548 Jul 09 20:57:37.805139 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd3038-c102-4cb3-ac51-a0a8254d9351 req-2ced6b39-21f5-4ab1-91ba-9e3c8925bb6a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:37.806641 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-36cd3038-c102-4cb3-ac51-a0a8254d9351 req-2ced6b39-21f5-4ab1-91ba-9e3c8925bb6a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0630927 Jul 09 20:57:37.845042 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-36cd3038-c102-4cb3-ac51-a0a8254d9351 req-ae0a504a-adbd-469c-827c-b514e9e0f517 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Jul 09 20:57:38.585546 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e281ae-916f-4835-b3de-474bfefa60f8 req-62040d09-2b86-4993-a7e2-4806781e1114 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:38.586930 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-61e281ae-916f-4835-b3de-474bfefa60f8 req-62040d09-2b86-4993-a7e2-4806781e1114 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 947 time: 0.0657737 Jul 09 20:57:38.623874 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-61e281ae-916f-4835-b3de-474bfefa60f8 req-3bb281e7-ed95-4dd7-8b54-59b6eb13654f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307076 Jul 09 20:57:39.021197 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7a5e3-4bee-4a41-9fa1-3c32fc72965b req-5b3b14fb-c643-4ad0-b33b-1263aacdffe3 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:39.022839 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6bd7a5e3-4bee-4a41-9fa1-3c32fc72965b req-5b3b14fb-c643-4ad0-b33b-1263aacdffe3 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0626309 Jul 09 20:57:39.061599 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6bd7a5e3-4bee-4a41-9fa1-3c32fc72965b req-d55a93ee-1183-481c-84e7-ee053fdd3df5 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333605 Jul 09 20:57:39.633083 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0c1108db-a68d-4023-aea3-b43c9345532f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:39.694710 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74089ca8-2059-4310-b1a8-1049f351547b req-da075d48-e43c-4230-83a1-7ce976ed3a0e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:39.696264 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-74089ca8-2059-4310-b1a8-1049f351547b req-da075d48-e43c-4230-83a1-7ce976ed3a0e tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 945 time: 0.0665410 Jul 09 20:57:39.792745 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-74089ca8-2059-4310-b1a8-1049f351547b req-405d9e8c-5272-48c4-997e-343299b1c6a0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Deleting port e62a3fbb-c823-42c7-8c97-3f1faf30bc03 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:39.793089 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-74089ca8-2059-4310-b1a8-1049f351547b req-405d9e8c-5272-48c4-997e-343299b1c6a0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:39.881401 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-74089ca8-2059-4310-b1a8-1049f351547b req-405d9e8c-5272-48c4-997e-343299b1c6a0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] For port e62a3fbb-c823-42c7-8c97-3f1faf30bc03, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e62a3fbb-c823-42c7-8c97-3f1faf30bc03,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:39.881763 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-74089ca8-2059-4310-b1a8-1049f351547b req-405d9e8c-5272-48c4-997e-343299b1c6a0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:39.895127 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-74089ca8-2059-4310-b1a8-1049f351547b req-405d9e8c-5272-48c4-997e-343299b1c6a0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Calling delete_port for e62a3fbb-c823-42c7-8c97-3f1faf30bc03 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:40.024047 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-74089ca8-2059-4310-b1a8-1049f351547b req-405d9e8c-5272-48c4-997e-343299b1c6a0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:40.051112 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d9e8c-5272-48c4-997e-343299b1c6a0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Pushing event deleted for resources: {'Port': ['ID=e62a3fbb-c823-42c7-8c97-3f1faf30bc03,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:40.078874 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['f949f268-7f64-40d6-b635-c3e699a2d6f3', 'e62a3fbb-c823-42c7-8c97-3f1faf30bc03'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:57:40.100593 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-74089ca8-2059-4310-b1a8-1049f351547b req-405d9e8c-5272-48c4-997e-343299b1c6a0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] No DVR routers for this DVR port e62a3fbb-c823-42c7-8c97-3f1faf30bc03 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:57:40.103056 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-74089ca8-2059-4310-b1a8-1049f351547b req-405d9e8c-5272-48c4-997e-343299b1c6a0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:40.105103 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-74089ca8-2059-4310-b1a8-1049f351547b req-405d9e8c-5272-48c4-997e-343299b1c6a0 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.26 "DELETE /v2.0/ports/e62a3fbb-c823-42c7-8c97-3f1faf30bc03 HTTP/1.1" status: 204 len: 173 time: 0.4031737 Jul 09 20:57:40.105561 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cc57dc-3ac0-4745-88aa-7d9435f9b593', 'name': 'network-vif-deleted', 'tag': 'e62a3fbb-c823-42c7-8c97-3f1faf30bc03'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:40.108066 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95335a07-c54d-4c3b-ab37-65068ac838b7" -d '{"events": [{"server_uuid": "a3cc57dc-3ac0-4745-88aa-7d9435f9b593", "name": "network-vif-deleted", "tag": "e62a3fbb-c823-42c7-8c97-3f1faf30bc03"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:40.139199 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:40.276705 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aa3e43bc-b2f9-45d3-bcca-f7d54b54a7a3 req-29e61683-5a33-4740-8635-321eea627624 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3cc57dc-3ac0-4745-88aa-7d9435f9b593 HTTP/1.1" status: 200 len: 210 time: 0.0295305 Jul 09 20:57:40.322137 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4f6609-a4a7-45db-8149-192e5b528bf6 x-openstack-request-id: req-6b4f6609-a4a7-45db-8149-192e5b528bf6 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:40.322429 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cc57dc-3ac0-4745-88aa-7d9435f9b593", "name": "network-vif-deleted", "tag": "e62a3fbb-c823-42c7-8c97-3f1faf30bc03", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:40.322681 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b4f6609-a4a7-45db-8149-192e5b528bf6 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:40.323077 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cc57dc-3ac0-4745-88aa-7d9435f9b593', 'name': 'network-vif-deleted', 'tag': 'e62a3fbb-c823-42c7-8c97-3f1faf30bc03', 'status': 'completed', 'code': 200} Jul 09 20:57:40.638605 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:41.741112 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea927e6a-7428-4ffe-aaee-cb070de9e92e req-7b0311ed-dfdc-48f2-914e-857e16035089 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:41.742504 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea927e6a-7428-4ffe-aaee-cb070de9e92e req-7b0311ed-dfdc-48f2-914e-857e16035089 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0664406 Jul 09 20:57:41.779823 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea927e6a-7428-4ffe-aaee-cb070de9e92e req-a51be066-9479-433d-a385-937c833d74e3 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Jul 09 20:57:42.123825 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:42.888280 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device e62a3fbb-c823-42c7-8c97-3f1faf30bc03 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:42.907817 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: e62a3fbb-c823-42c7-8c97-3f1faf30bc03 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:42.908169 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device e62a3fbb-c823-42c7-8c97-3f1faf30bc03 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:42.964400 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc77ff9-cd6e-467d-8a68-09b4f24c5c20 req-c7489232-65d1-4403-81b0-e39edcdef9cb tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:42.966368 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1cc77ff9-cd6e-467d-8a68-09b4f24c5c20 req-c7489232-65d1-4403-81b0-e39edcdef9cb tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0638161 Jul 09 20:57:43.003010 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1cc77ff9-cd6e-467d-8a68-09b4f24c5c20 req-cb1fb32e-9fd0-4ab2-bf95-e5593f299f1a tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Jul 09 20:57:44.194303 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa1731-9001-47da-bb5e-742946029c1e req-ad0a3e7d-1e49-4bb6-927f-6dd6d5a57491 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:44.195936 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4fa1731-9001-47da-bb5e-742946029c1e req-ad0a3e7d-1e49-4bb6-927f-6dd6d5a57491 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0804515 Jul 09 20:57:44.241704 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4fa1731-9001-47da-bb5e-742946029c1e req-69b74864-d6f2-4814-a3b2-d8e766c9538b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370102 Jul 09 20:57:45.416623 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd69b75-3929-4cb2-95a0-87d1d05009bc req-26ecc1fc-37b3-48c6-aec7-a99d2c09f29b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:45.418092 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9fd69b75-3929-4cb2-95a0-87d1d05009bc req-26ecc1fc-37b3-48c6-aec7-a99d2c09f29b tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0646446 Jul 09 20:57:45.454818 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9fd69b75-3929-4cb2-95a0-87d1d05009bc req-dd94e075-c441-4019-b0c9-4feb4a32fa1f tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Jul 09 20:57:46.282983 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:57:46.628570 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d015c3-b1db-4aff-ad49-891763e413d9 req-880a728b-9dea-4201-b5cf-4d2055591a1c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:46.630061 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-19d015c3-b1db-4aff-ad49-891763e413d9 req-880a728b-9dea-4201-b5cf-4d2055591a1c tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0655980 Jul 09 20:57:46.666248 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-19d015c3-b1db-4aff-ad49-891763e413d9 req-c6ff3b59-f52c-4c07-825c-55b7b59912f4 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305996 Jul 09 20:57:47.644414 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 34286) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:47.690574 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fd77ce-62c8-4cd0-992b-d43f95909596 admin admin] Deleting subnet 5a250571-87c6-4bbd-b508-176b4e1d89c1 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:57:47.693743 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d4fd77ce-62c8-4cd0-992b-d43f95909596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:47.728869 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d4fd77ce-62c8-4cd0-992b-d43f95909596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9006356'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:47.772630 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d4fd77ce-62c8-4cd0-992b-d43f95909596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:47.867705 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d4fd77ce-62c8-4cd0-992b-d43f95909596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232732'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:47.880471 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c3f4c-96c3-4e1a-894f-35fe1a464e1b req-f66cca4f-2345-4c0e-a07e-c467efca3fca tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:47.882002 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-613c3f4c-96c3-4e1a-894f-35fe1a464e1b req-f66cca4f-2345-4c0e-a07e-c467efca3fca tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0907402 Jul 09 20:57:47.912958 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd77ce-62c8-4cd0-992b-d43f95909596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a250571-87c6-4bbd-b508-176b4e1d89c1,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:47.914993 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d4fd77ce-62c8-4cd0-992b-d43f95909596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:47.916855 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d4fd77ce-62c8-4cd0-992b-d43f95909596 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5a250571-87c6-4bbd-b508-176b4e1d89c1 HTTP/1.1" status: 204 len: 168 time: 0.2713368 Jul 09 20:57:47.920368 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 34296) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:47.947756 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-613c3f4c-96c3-4e1a-894f-35fe1a464e1b req-37536d71-e045-4e1a-b59f-3a562a158829 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Jul 09 20:57:47.993044 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.070363 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.080141 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83989651-dc15-4250-bf1c-c110b1b9285c']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:48.089813 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61578e43-3c8d-417f-96da-e8b0b301a46d') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:48.090112 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61578e43-3c8d-417f-96da-e8b0b301a46d') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:48.099003 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10079058'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.112632 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.118436 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:57:48.118820 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10078114'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: timer() Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: self._notify() Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: event.method(event) Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:57:48.120643 dv-cinder-792642-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:57:48.176967 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.182308 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.186932 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 34298) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:48.187061 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] 10.222.0.73 "DELETE /v2.0/networks/83989651-dc15-4250-bf1c-c110b1b9285c HTTP/1.1" status: 204 len: 168 time: 0.2647324 Jul 09 20:57:48.197587 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32553d-5ddf-4932-8651-619c18ce9927 admin admin] Pushing event deleted for resources: {'Network': ['ID=83989651-dc15-4250-bf1c-c110b1b9285c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:48.230519 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-e741beb3-09d8-4ac6-bb1a-1d2f6ce0058e admin admin] Deleting subnet 182384b3-4b34-4180-a7b4-63e5bf4a506c {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:57:48.234268 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e741beb3-09d8-4ac6-bb1a-1d2f6ce0058e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.267287 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e741beb3-09d8-4ac6-bb1a-1d2f6ce0058e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9006356'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.308898 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e741beb3-09d8-4ac6-bb1a-1d2f6ce0058e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.569009 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e741beb3-09d8-4ac6-bb1a-1d2f6ce0058e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232732'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.596407 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741beb3-09d8-4ac6-bb1a-1d2f6ce0058e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182384b3-4b34-4180-a7b4-63e5bf4a506c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:48.601218 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e741beb3-09d8-4ac6-bb1a-1d2f6ce0058e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.603076 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e741beb3-09d8-4ac6-bb1a-1d2f6ce0058e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/182384b3-4b34-4180-a7b4-63e5bf4a506c HTTP/1.1" status: 204 len: 168 time: 0.4150114 Jul 09 20:57:48.605515 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 34300) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:48.671512 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.748868 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.758284 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dced99a7-9af5-4cfa-a0c1-3b4e079db2fc']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:48.768523 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e197df-647f-42bc-830f-51c65b0d0742') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:48.768816 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e197df-647f-42bc-830f-51c65b0d0742') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:48.777117 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9006339'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.790377 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.796034 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:57:48.796410 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530965'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: Traceback (most recent call last): Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: timer() Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: cb(*args, **kw) Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: return func(*args, **kwargs) Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: self._notify() Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: self.callback(batched_events) Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: event.method(event) Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: return f(self, *a, **k) Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._get(url).json() Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:57:48.797964 dv-cinder-792642-3-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:57:48.853828 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.862885 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.866269 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] 10.222.0.73 "DELETE /v2.0/networks/dced99a7-9af5-4cfa-a0c1-3b4e079db2fc HTTP/1.1" status: 204 len: 168 time: 0.2597034 Jul 09 20:57:48.876364 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b76a8-41d8-4917-8d37-0e4b8cbf9009 admin admin] Pushing event deleted for resources: {'Network': ['ID=dced99a7-9af5-4cfa-a0c1-3b4e079db2fc,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:49.025210 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 34308) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:49.076957 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5c67cbcd-47a3-442c-b11e-9df9cb98c296 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=367beb02c41f430b80170ed448d96d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505593 Jul 09 20:57:49.079566 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 34310) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:49.126907 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eff264fb-d315-4994-a88e-5ce4e2cd35fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.127120 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae269c5-e1d4-4f8a-b2fa-9de105df45f6 req-93f98b4a-6f29-4342-bbf1-b237bdd8f692 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:49.128740 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ae269c5-e1d4-4f8a-b2fa-9de105df45f6 req-93f98b4a-6f29-4342-bbf1-b237bdd8f692 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0662677 Jul 09 20:57:49.148637 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eff264fb-d315-4994-a88e-5ce4e2cd35fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.166364 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ae269c5-e1d4-4f8a-b2fa-9de105df45f6 req-c39d5fbc-2ad9-412d-ba41-f83a8df04322 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Jul 09 20:57:49.194863 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eff264fb-d315-4994-a88e-5ce4e2cd35fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.197449 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eff264fb-d315-4994-a88e-5ce4e2cd35fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.198652 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-eff264fb-d315-4994-a88e-5ce4e2cd35fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d736b4f-7fb6-43c6-af3a-b0ed2598386c HTTP/1.1" status: 204 len: 168 time: 0.1180456 Jul 09 20:57:49.207285 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff264fb-d315-4994-a88e-5ce4e2cd35fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d736b4f-7fb6-43c6-af3a-b0ed2598386c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:49.506185 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 34316) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:49.555030 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6a9add92-3951-4496-ad02-903e8907d6a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6bef063963b64e26bdb936a5981bc87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476804 Jul 09 20:57:49.557507 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 34318) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:49.606803 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3a04aa5-1eec-4051-bd76-931e9cf1f35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.627377 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3a04aa5-1eec-4051-bd76-931e9cf1f35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.673321 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3a04aa5-1eec-4051-bd76-931e9cf1f35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.676085 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3a04aa5-1eec-4051-bd76-931e9cf1f35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.677222 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f3a04aa5-1eec-4051-bd76-931e9cf1f35b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e9e45d2f-30af-45f4-ab22-2da08e16b6e9 HTTP/1.1" status: 204 len: 168 time: 0.1188145 Jul 09 20:57:49.685073 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a04aa5-1eec-4051-bd76-931e9cf1f35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e45d2f-30af-45f4-ab22-2da08e16b6e9,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:50.107122 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96661053-f829-440e-8bbd-c59d045d9d0b req-b0a700ec-e2ad-4ffe-931c-24700da67964 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:50.108662 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96661053-f829-440e-8bbd-c59d045d9d0b req-b0a700ec-e2ad-4ffe-931c-24700da67964 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.26 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0685620 Jul 09 20:57:50.342521 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd69c38-588b-4fe2-9a21-f40a63406958 req-c8f4dbcb-252d-4b06-a274-deb690dcda18 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:50.344196 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3fd69c38-588b-4fe2-9a21-f40a63406958 req-c8f4dbcb-252d-4b06-a274-deb690dcda18 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 946 time: 0.0670090 Jul 09 20:57:50.383148 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3fd69c38-588b-4fe2-9a21-f40a63406958 req-4ec33b39-52db-4ee1-9067-9bb3ad017cfb tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2faded8-de61-49d0-8c98-b0f52f606724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332131 Jul 09 20:57:51.030997 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.079661 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-96661053-f829-440e-8bbd-c59d045d9d0b req-f71d467e-bf2b-4417-86f4-49f8eb3c9cb8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Deleting port f949f268-7f64-40d6-b635-c3e699a2d6f3 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:51.080005 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-96661053-f829-440e-8bbd-c59d045d9d0b req-f71d467e-bf2b-4417-86f4-49f8eb3c9cb8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.167802 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-96661053-f829-440e-8bbd-c59d045d9d0b req-f71d467e-bf2b-4417-86f4-49f8eb3c9cb8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] For port f949f268-7f64-40d6-b635-c3e699a2d6f3, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f949f268-7f64-40d6-b635-c3e699a2d6f3,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:51.168512 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-96661053-f829-440e-8bbd-c59d045d9d0b req-f71d467e-bf2b-4417-86f4-49f8eb3c9cb8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.180949 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-96661053-f829-440e-8bbd-c59d045d9d0b req-f71d467e-bf2b-4417-86f4-49f8eb3c9cb8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Calling delete_port for f949f268-7f64-40d6-b635-c3e699a2d6f3 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:51.189986 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device f949f268-7f64-40d6-b635-c3e699a2d6f3 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:51.274573 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.321675 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-96661053-f829-440e-8bbd-c59d045d9d0b req-f71d467e-bf2b-4417-86f4-49f8eb3c9cb8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.350645 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d467e-bf2b-4417-86f4-49f8eb3c9cb8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Pushing event deleted for resources: {'Port': ['ID=f949f268-7f64-40d6-b635-c3e699a2d6f3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:51.399359 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-96661053-f829-440e-8bbd-c59d045d9d0b req-f71d467e-bf2b-4417-86f4-49f8eb3c9cb8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] No DVR routers for this DVR port f949f268-7f64-40d6-b635-c3e699a2d6f3 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:57:51.401928 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-96661053-f829-440e-8bbd-c59d045d9d0b req-f71d467e-bf2b-4417-86f4-49f8eb3c9cb8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.404238 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96661053-f829-440e-8bbd-c59d045d9d0b req-f71d467e-bf2b-4417-86f4-49f8eb3c9cb8 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.26 "DELETE /v2.0/ports/f949f268-7f64-40d6-b635-c3e699a2d6f3 HTTP/1.1" status: 204 len: 173 time: 0.4231296 Jul 09 20:57:51.404675 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e437a765-4390-47c7-ae6c-39237c712dc9', 'name': 'network-vif-deleted', 'tag': 'f949f268-7f64-40d6-b635-c3e699a2d6f3'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:51.406928 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538de4a5-2991-411e-9d83-432bd3733376" -d '{"events": [{"server_uuid": "e437a765-4390-47c7-ae6c-39237c712dc9", "name": "network-vif-deleted", "tag": "f949f268-7f64-40d6-b635-c3e699a2d6f3"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:51.766182 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08b76bcf-75fa-4e5a-8ec5-7371c6dc052c req-abc48c7d-d6fe-4dce-8625-ee5e32694f01 tempest-ServerRescueNegativeTestJSON-183352807 tempest-ServerRescueNegativeTestJSON-183352807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e437a765-4390-47c7-ae6c-39237c712dc9 HTTP/1.1" status: 200 len: 210 time: 0.0374010 Jul 09 20:57:51.819934 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97202824-bc57-49ab-ba17-3489c9c4dd98 x-openstack-request-id: req-97202824-bc57-49ab-ba17-3489c9c4dd98 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:51.820304 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e437a765-4390-47c7-ae6c-39237c712dc9", "name": "network-vif-deleted", "tag": "f949f268-7f64-40d6-b635-c3e699a2d6f3", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:51.820419 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97202824-bc57-49ab-ba17-3489c9c4dd98 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:51.820803 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e437a765-4390-47c7-ae6c-39237c712dc9', 'name': 'network-vif-deleted', 'tag': 'f949f268-7f64-40d6-b635-c3e699a2d6f3', 'status': 'completed', 'code': 200} Jul 09 20:57:51.933743 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-3b92b22e-4111-4ef8-960c-e4fe1981d0f5 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1c84db131e7e49908d5e38ecbdaeff3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305777 Jul 09 20:57:52.144240 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-eb347988-79ed-4975-9be8-8f082e3395e0 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:52.146593 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-eb347988-79ed-4975-9be8-8f082e3395e0 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069676 Jul 09 20:57:52.163912 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-0a86daab-0581-4cc5-9f8a-e036d7a08658 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/quotas/1c84db131e7e49908d5e38ecbdaeff3e HTTP/1.1" status: 200 len: 375 time: 0.0095387 Jul 09 20:57:52.199122 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-0dce406c-a49d-4c8c-81aa-5152649fc09f tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c84db131e7e49908d5e38ecbdaeff3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289564 Jul 09 20:57:52.401424 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dea98194-000e-4a42-ab6c-384501137680 req-e60adc19-e0e5-4f3d-900e-d13467cd15d6 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 210 time: 0.0291765 Jul 09 20:57:52.962788 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 34406) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:53.121457 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bf19d-a0f9-41cc-983d-ce7a592a1db4 req-a9069888-0837-4700-9573-0c96b62281e9 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:53.124469 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a9bf19d-a0f9-41cc-983d-ce7a592a1db4 req-a9069888-0837-4700-9573-0c96b62281e9 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0748172 Jul 09 20:57:53.164577 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a9bf19d-a0f9-41cc-983d-ce7a592a1db4 req-2f8b8864-d2a1-43a9-8087-38827552ca44 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335777 Jul 09 20:57:53.389923 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:53.551654 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1a95a6bd-7887-4f72-9d16-1c6be91fb5f0 req-8d461e77-112e-4d66-a3ba-743287ce6724 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 210 time: 0.0326931 Jul 09 20:57:53.699234 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-37ad70aa-c05f-468b-91bc-1d33f37c2ebd tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1c84db131e7e49908d5e38ecbdaeff3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472231 Jul 09 20:57:54.075880 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] Deleting port 217f097d-0144-4daf-a24e-b2e7c59b7e12 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:54.076519 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.198910 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-55f62d22-ee88-475e-825f-e57a7074dc71 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:54.200960 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-55f62d22-ee88-475e-825f-e57a7074dc71 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4920723 Jul 09 20:57:54.226136 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Request body: {'port': {'device_id': '2167cc44-4b21-4e4a-8bcd-65e2d6e96392', 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60', 'admin_state_up': True, 'tenant_id': '1c84db131e7e49908d5e38ecbdaeff3e'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:54.230401 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] For port 217f097d-0144-4daf-a24e-b2e7c59b7e12, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=217f097d-0144-4daf-a24e-b2e7c59b7e12,segment=NetworkSegment(d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33),segment_id=d62dbc17-ef6d-4e2f-88a7-107ee4a3fa33)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:54.230518 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.282579 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] Calling delete_port for 217f097d-0144-4daf-a24e-b2e7c59b7e12 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:54.353922 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac557cb-45ab-4454-8564-3d2676ab00e4 req-6c430e8b-3b52-47fe-8537-a3bfe0fd9da7 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:54.358505 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6ac557cb-45ab-4454-8564-3d2676ab00e4 req-6c430e8b-3b52-47fe-8537-a3bfe0fd9da7 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0746303 Jul 09 20:57:54.393959 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6ac557cb-45ab-4454-8564-3d2676ab00e4 req-368c5df4-ea8a-4ba0-93d3-d315458d1431 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Jul 09 20:57:54.461271 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Made reservation on behalf of 1c84db131e7e49908d5e38ecbdaeff3e for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:54.464869 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.480625 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.589065 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.623450 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] Pushing event deleted for resources: {'Port': ['ID=217f097d-0144-4daf-a24e-b2e7c59b7e12,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:54.700437 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.701078 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0766580-dd0a-4cb9-96dc-e046d60eac67 req-de867270-a00e-4a63-b0ba-ff8a067a310c tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 210 time: 0.0280819 Jul 09 20:57:54.707779 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.804426 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e29abf-f220-4d72-b87e-01f9519e2d98,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:54.910755 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546503'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.927970 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Allocated IP 192.168.233.93 (6ce69766-6821-4ef6-ab70-38c0c66caa60/881dbafc-4d1a-4753-8bf4-28f8f1d6064f/aa5e511c-0778-43af-a106-ee77288eb5ed) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:55.227437 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:55.248206 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Transition to ACTIVE for port object aa5e511c-0778-43af-a106-ee77288eb5ed will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:55.260400 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] Router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:57:55.334546 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:55.420733 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Network 6ce69766-6821-4ef6-ab70-38c0c66caa60 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:55.427202 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:55.435418 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:55.440618 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Pushing event updated for resources: {'Port': ['ID=aa5e511c-0778-43af-a106-ee77288eb5ed,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:55.464289 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:57:55.471073 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e4f04311-0c0d-4c01-a7ff-af1f8bcc11ab admin admin] 10.222.0.73 "PUT /v2.0/routers/53f151ec-a45e-4ec4-8133-613bf4aa77a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5069978 Jul 09 20:57:55.473663 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 34438) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:55.486166 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc8f08-0604-48a2-935b-f78efeacf46e None None] Sync routers for ids ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:57:55.493870 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:55.494522 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:55.499967 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc8f08-0604-48a2-935b-f78efeacf46e None None] Routers {'53f151ec-a45e-4ec4-8133-613bf4aa77a9'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:55.501521 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-18fc8f08-0604-48a2-935b-f78efeacf46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:57:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:55.515115 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-a8e4b96c-31f3-4270-a2d6-3e3c06b28deb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2958603 Jul 09 20:57:55.536114 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Request body: {'port': {'device_id': '2167cc44-4b21-4e4a-8bcd-65e2d6e96392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:55.619737 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:55.625656 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:55.648649 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-18fc8f08-0604-48a2-935b-f78efeacf46e None None] Set router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:55.763801 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-92ade344-ada6-4342-bb7b-2dbd2d9c4980 None None] Provisioning for port aa5e511c-0778-43af-a106-ee77288eb5ed completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:55.774784 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-92ade344-ada6-4342-bb7b-2dbd2d9c4980 None None] Provisioning complete for port aa5e511c-0778-43af-a106-ee77288eb5ed triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:55.775181 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-92ade344-ada6-4342-bb7b-2dbd2d9c4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:55.795448 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:55.868689 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-92ade344-ada6-4342-bb7b-2dbd2d9c4980 None None] Port aa5e511c-0778-43af-a106-ee77288eb5ed cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:57:55.878834 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Deleting port 72d13cf4-72f0-48fa-a0cd-255fb8776de7 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:55.879485 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:55.888744 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-18fc8f08-0604-48a2-935b-f78efeacf46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'name': 'tempest-ServerRescueNegativeTestJSON-795583769-router', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:57:54Z', 'revision_number': 5, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'gw_port': {'id': '72d13cf4-72f0-48fa-a0cd-255fb8776de7', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:13Z', 'updated_at': '2021-07-09T20:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:55.918894 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc8f08-0604-48a2-935b-f78efeacf46e None None] Checking router: 53f151ec-a45e-4ec4-8133-613bf4aa77a9 for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:57:55.928339 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc8f08-0604-48a2-935b-f78efeacf46e None None] Routers {'53f151ec-a45e-4ec4-8133-613bf4aa77a9'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:55.928972 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-18fc8f08-0604-48a2-935b-f78efeacf46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:57:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:56.012208 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] For port 72d13cf4-72f0-48fa-a0cd-255fb8776de7, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=72d13cf4-72f0-48fa-a0cd-255fb8776de7,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:56.013192 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.033189 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac3133-d18e-42da-81e4-397cd33f2cb5 req-bfc6103e-b659-4861-aa89-7eed18d06d1f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:56.034960 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a4ac3133-d18e-42da-81e4-397cd33f2cb5 req-bfc6103e-b659-4861-aa89-7eed18d06d1f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.1357024 Jul 09 20:57:56.041240 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Calling delete_port for 72d13cf4-72f0-48fa-a0cd-255fb8776de7 owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:56.046761 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5e511c-0778-43af-a106-ee77288eb5ed {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:57:56.055300 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.068132 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Transition to ACTIVE for port object aa5e511c-0778-43af-a106-ee77288eb5ed will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:56.072397 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.101428 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-18fc8f08-0604-48a2-935b-f78efeacf46e None None] Set router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:56.144180 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a4ac3133-d18e-42da-81e4-397cd33f2cb5 req-7287121b-2bb1-4aab-846d-081a09e7ce13 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986934 Jul 09 20:57:56.146857 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5e511c-0778-43af-a106-ee77288eb5ed,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:56.168681 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-18fc8f08-0604-48a2-935b-f78efeacf46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'name': 'tempest-ServerRescueNegativeTestJSON-795583769-router', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:57:55Z', 'revision_number': 6, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'gw_port_host': None}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:56.209234 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc8f08-0604-48a2-935b-f78efeacf46e None None] The sync data for ids ['53f151ec-a45e-4ec4-8133-613bf4aa77a9'] in dv-cinder-792642-3-iscsi is: [{'id': '53f151ec-a45e-4ec4-8133-613bf4aa77a9', 'name': 'tempest-ServerRescueNegativeTestJSON-795583769-router', 'tenant_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:57:55Z', 'revision_number': 6, 'project_id': 'b7c9bafd1fc7460e8770f04942bbd100', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:57:56.215484 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Attempting to bind port aa5e511c-0778-43af-a106-ee77288eb5ed on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:56.215837 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Attempting to bind port aa5e511c-0778-43af-a106-ee77288eb5ed by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '5c0a30c5-7744-4d07-beea-08588a2c2c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:56.216171 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Attempting to bind port aa5e511c-0778-43af-a106-ee77288eb5ed on network 6ce69766-6821-4ef6-ab70-38c0c66caa60 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:56.220783 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Port aa5e511c-0778-43af-a106-ee77288eb5ed on network 6ce69766-6821-4ef6-ab70-38c0c66caa60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:57:56.221115 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Attempting to bind port aa5e511c-0778-43af-a106-ee77288eb5ed on network 6ce69766-6821-4ef6-ab70-38c0c66caa60 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:56.226519 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:56.232224 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Checking segment: {'id': '5c0a30c5-7744-4d07-beea-08588a2c2c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:56.233481 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Bound using segment: {'id': '5c0a30c5-7744-4d07-beea-08588a2c2c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:56.234176 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Bound port: aa5e511c-0778-43af-a106-ee77288eb5ed, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0a30c5-7744-4d07-beea-08588a2c2c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:56.236207 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.338882 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] For port aa5e511c-0778-43af-a106-ee77288eb5ed, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:56.346875 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] For port aa5e511c-0778-43af-a106-ee77288eb5ed, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=aa5e511c-0778-43af-a106-ee77288eb5ed,segment=NetworkSegment(5c0a30c5-7744-4d07-beea-08588a2c2c1c),segment_id=5c0a30c5-7744-4d07-beea-08588a2c2c1c)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:56.354563 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.383684 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.392557 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:56.393743 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.394892 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] 10.222.0.26 "PUT /v2.0/ports/aa5e511c-0778-43af-a106-ee77288eb5ed HTTP/1.1" status: 200 len: 1097 time: 0.8631930 Jul 09 20:57:56.395487 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2167cc44-4b21-4e4a-8bcd-65e2d6e96392', 'tag': 'aa5e511c-0778-43af-a106-ee77288eb5ed'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:56.397879 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458a78a2-42b8-4ad1-8f47-67c128bcc155" -d '{"events": [{"name": "network-changed", "server_uuid": "2167cc44-4b21-4e4a-8bcd-65e2d6e96392", "tag": "aa5e511c-0778-43af-a106-ee77288eb5ed"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:56.419396 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d13cf4-72f0-48fa-a0cd-255fb8776de7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:56.432466 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba635ad-57df-4953-8332-5e8dd62d6755 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5e511c-0778-43af-a106-ee77288eb5ed,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:56.481841 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9f887-d724-42ab-bfcb-a3ae2bef291a req-823cc572-5293-475e-a75d-ac16c078af61 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:56.483404 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c7b9f887-d724-42ab-bfcb-a3ae2bef291a req-823cc572-5293-475e-a75d-ac16c078af61 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 947 time: 0.1604230 Jul 09 20:57:56.517898 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420286'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.534266 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-5c7f88f3-d3d4-4e8f-9dad-9f6c9f973815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:56.536017 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-5c7f88f3-d3d4-4e8f-9dad-9f6c9f973815 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c84db131e7e49908d5e38ecbdaeff3e&device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 1100 time: 0.0688198 Jul 09 20:57:56.603124 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c7b9f887-d724-42ab-bfcb-a3ae2bef291a req-d9385004-7702-47cd-9e21-48726f73905d tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134753 Jul 09 20:57:56.610147 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-60f08f81-d5f7-402f-903e-54d0f2e8ede1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=aa5e511c-0778-43af-a106-ee77288eb5ed HTTP/1.1" status: 200 len: 217 time: 0.0434141 Jul 09 20:57:56.638948 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6457'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.641230 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.677768 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-4f536121-7991-443f-9b05-7820af68fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:56.679597 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-4f536121-7991-443f-9b05-7820af68fa7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=881dbafc-4d1a-4753-8bf4-28f8f1d6064f HTTP/1.1" status: 200 len: 843 time: 0.0622349 Jul 09 20:57:56.697243 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884c63a0-866d-4ca7-857f-750d23113ddf x-openstack-request-id: req-884c63a0-866d-4ca7-857f-750d23113ddf {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:56.697533 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2167cc44-4b21-4e4a-8bcd-65e2d6e96392", "tag": "aa5e511c-0778-43af-a106-ee77288eb5ed", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:56.697807 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-884c63a0-866d-4ca7-857f-750d23113ddf {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:56.698752 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2167cc44-4b21-4e4a-8bcd-65e2d6e96392', 'tag': 'aa5e511c-0778-43af-a106-ee77288eb5ed', 'status': 'completed', 'code': 200} Jul 09 20:57:56.713799 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547482'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.714390 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f151ec-a45e-4ec4-8133-613bf4aa77a9 {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:57:56.723540 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.724808 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3fa55b55-c08e-482b-b514-105000ea2d43 admin admin] 10.222.0.73 "DELETE /v2.0/routers/53f151ec-a45e-4ec4-8133-613bf4aa77a9 HTTP/1.1" status: 204 len: 168 time: 1.2489064 Jul 09 20:57:56.730419 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 34448) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:56.765394 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-13f627f8-5910-440f-90b0-0044cb3b5201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:56.766931 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-13f627f8-5910-440f-90b0-0044cb3b5201 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce69766-6821-4ef6-ab70-38c0c66caa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0787380 Jul 09 20:57:56.780182 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83c9d6c-a3ca-4a26-90a2-85db742a9522 admin admin] Deleting subnet 8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:57:56.783464 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c83c9d6c-a3ca-4a26-90a2-85db742a9522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.824021 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c83c9d6c-a3ca-4a26-90a2-85db742a9522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9006356'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.865091 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c83c9d6c-a3ca-4a26-90a2-85db742a9522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.880606 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-c9eb8978-d3a3-4c38-b326-3c456529824c service neutron] 10.222.0.26 "GET /v2.0/networks/6ce69766-6821-4ef6-ab70-38c0c66caa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028805 Jul 09 20:57:56.920139 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c83c9d6c-a3ca-4a26-90a2-85db742a9522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232732'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.946816 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c9d6c-a3ca-4a26-90a2-85db742a9522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:56.948869 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c83c9d6c-a3ca-4a26-90a2-85db742a9522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.954418 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c83c9d6c-a3ca-4a26-90a2-85db742a9522 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8f8fb45e-4fe7-45c1-a2f8-201b8eb4820e HTTP/1.1" status: 204 len: 168 time: 0.2216253 Jul 09 20:57:56.954568 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 34454) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:57.041810 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fb55b48-9f11-4a18-875b-9e523b709c74 req-98bc5c8f-d870-453e-9ae0-8706bfd7c1df service neutron] 10.222.0.26 "GET /v2.0/networks/6ce69766-6821-4ef6-ab70-38c0c66caa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544106 Jul 09 20:57:57.049576 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.148125 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.159293 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd211547-dba5-4c75-9042-ab3cca56f7e8']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:57.171198 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:57.171584 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62dbc17-ef6d-4e2f-88a7-107ee4a3fa33') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:57.180704 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10079058'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.206334 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.230009 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:57:57.230410 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10078114'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: timer() Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: self._notify() Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: event.method(event) Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:57:57.233200 dv-cinder-792642-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:57:57.246050 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57016-dc8c-423d-829b-74f7eef51ed2 req-0478a4c1-a449-4d89-af4b-1c7bdb7e97e1 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.248333 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-38f57016-dc8c-423d-829b-74f7eef51ed2 req-0478a4c1-a449-4d89-af4b-1c7bdb7e97e1 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 946 time: 0.0681419 Jul 09 20:57:57.296736 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-38f57016-dc8c-423d-829b-74f7eef51ed2 req-ae3afd9b-d12a-4b22-9cc3-336ab8e2834b tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Jul 09 20:57:57.302665 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.310032 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.311685 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bd211547-dba5-4c75-9042-ab3cca56f7e8 HTTP/1.1" status: 204 len: 168 time: 0.3561268 Jul 09 20:57:57.314914 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a78a2-42b8-4ad1-8f47-67c128bcc155 req-586348f8-7223-4d69-b7d2-0971810a7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.316616 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-458a78a2-42b8-4ad1-8f47-67c128bcc155 req-586348f8-7223-4d69-b7d2-0971810a7e8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c84db131e7e49908d5e38ecbdaeff3e&device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 1100 time: 0.1228566 Jul 09 20:57:57.334810 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2f860-2b43-4bb2-9b72-9472c2cc0aa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd211547-dba5-4c75-9042-ab3cca56f7e8,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:57.426351 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 217f097d-0144-4daf-a24e-b2e7c59b7e12 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:57.435951 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a78a2-42b8-4ad1-8f47-67c128bcc155 req-7a8b8eb3-a142-4442-80e1-066c2283711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.437475 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-458a78a2-42b8-4ad1-8f47-67c128bcc155 req-7a8b8eb3-a142-4442-80e1-066c2283711e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ce69766-6821-4ef6-ab70-38c0c66caa60 HTTP/1.1" status: 200 len: 871 time: 0.1105437 Jul 09 20:57:57.451883 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 217f097d-0144-4daf-a24e-b2e7c59b7e12 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:57.452514 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 217f097d-0144-4daf-a24e-b2e7c59b7e12 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:57.453298 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 72d13cf4-72f0-48fa-a0cd-255fb8776de7 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:57.473387 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 72d13cf4-72f0-48fa-a0cd-255fb8776de7 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:57.474089 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 72d13cf4-72f0-48fa-a0cd-255fb8776de7 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:57.499045 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-458a78a2-42b8-4ad1-8f47-67c128bcc155 req-3149e414-2f80-488d-b9d4-a36290d4f5a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=aa5e511c-0778-43af-a106-ee77288eb5ed HTTP/1.1" status: 200 len: 217 time: 0.0505996 Jul 09 20:57:57.522780 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa095ac8-b74b-4e61-b515-920cbbd1202b req-b304acb3-81c1-4208-8dd2-d23fb2bef356 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.529880 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aa095ac8-b74b-4e61-b515-920cbbd1202b req-b304acb3-81c1-4208-8dd2-d23fb2bef356 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0852396 Jul 09 20:57:57.546655 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 34462) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:57.565250 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aa095ac8-b74b-4e61-b515-920cbbd1202b req-c85eb003-72be-42d8-99d8-aa271dbbf8e0 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341868 Jul 09 20:57:57.569860 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a78a2-42b8-4ad1-8f47-67c128bcc155 req-3638e78d-9964-4245-a794-90ea1f13062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.571311 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-458a78a2-42b8-4ad1-8f47-67c128bcc155 req-3638e78d-9964-4245-a794-90ea1f13062d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=881dbafc-4d1a-4753-8bf4-28f8f1d6064f HTTP/1.1" status: 200 len: 843 time: 0.0654647 Jul 09 20:57:57.620484 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-369e4376-a4ea-475f-9aa1-81038bd4dbb7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7c9bafd1fc7460e8770f04942bbd100&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0727589 Jul 09 20:57:57.623188 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 34464) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:57.645194 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a78a2-42b8-4ad1-8f47-67c128bcc155 req-bcb7f55a-44cb-452b-b07f-95f75c3cf7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.646817 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-458a78a2-42b8-4ad1-8f47-67c128bcc155 req-bcb7f55a-44cb-452b-b07f-95f75c3cf7c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce69766-6821-4ef6-ab70-38c0c66caa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0643959 Jul 09 20:57:57.675409 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83390d99-8778-4dc1-81fd-8ce9887ce171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.697109 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83390d99-8778-4dc1-81fd-8ce9887ce171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.778308 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83390d99-8778-4dc1-81fd-8ce9887ce171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.781359 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83390d99-8778-4dc1-81fd-8ce9887ce171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.782546 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-83390d99-8778-4dc1-81fd-8ce9887ce171 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2faded8-de61-49d0-8c98-b0f52f606724 HTTP/1.1" status: 204 len: 168 time: 0.1581824 Jul 09 20:57:57.796625 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83390d99-8778-4dc1-81fd-8ce9887ce171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2faded8-de61-49d0-8c98-b0f52f606724,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:57.829819 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac82ad-0bea-4d88-801a-cfc64b1e8f7c req-b84d32e1-3594-4950-b444-e9b27d49d5bd tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.831571 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01ac82ad-0bea-4d88-801a-cfc64b1e8f7c req-b84d32e1-3594-4950-b444-e9b27d49d5bd tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 947 time: 0.0889142 Jul 09 20:57:57.885307 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01ac82ad-0bea-4d88-801a-cfc64b1e8f7c req-a3ff2de0-d9d0-4676-87b9-22e5e42515ae tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Jul 09 20:57:58.022309 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-458a78a2-42b8-4ad1-8f47-67c128bcc155 req-4667a658-61dc-4d09-82f1-26c9d143f50a service neutron] 10.222.0.26 "GET /v2.0/networks/6ce69766-6821-4ef6-ab70-38c0c66caa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672972 Jul 09 20:57:58.117961 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-458a78a2-42b8-4ad1-8f47-67c128bcc155 req-3e6a5288-3881-4115-abd2-a49c2c495225 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce69766-6821-4ef6-ab70-38c0c66caa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870945 Jul 09 20:57:58.495846 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d45ab-3ce7-406f-96ee-7b217f2e49cf req-294746eb-167b-46c7-b2dd-366f809904d9 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:58.497915 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce6d45ab-3ce7-406f-96ee-7b217f2e49cf req-294746eb-167b-46c7-b2dd-366f809904d9 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 946 time: 0.0629098 Jul 09 20:57:58.534059 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce6d45ab-3ce7-406f-96ee-7b217f2e49cf req-cd31c45e-c825-4dbd-b80f-e0cc734bf6a4 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/security-groups?id=44556c01-bff0-4d27-9cc5-417fe85a5f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304146 Jul 09 20:57:58.805863 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041637ce-99fe-484c-8da6-45641bcce92e req-e1d80b46-ac7a-4212-9d8d-1f2231c4f6a1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:58.807339 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-041637ce-99fe-484c-8da6-45641bcce92e req-e1d80b46-ac7a-4212-9d8d-1f2231c4f6a1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0618887 Jul 09 20:57:58.844510 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-041637ce-99fe-484c-8da6-45641bcce92e req-d9b661ff-0abc-412b-8134-c7924b63eaea tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314789 Jul 09 20:57:59.073876 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5dd01-955b-4f54-800c-fca7b8615e44 req-4c7273f8-60f3-4f83-b4ee-50c557dd78c5 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:59.076602 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2bc5dd01-955b-4f54-800c-fca7b8615e44 req-4c7273f8-60f3-4f83-b4ee-50c557dd78c5 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 947 time: 0.0754454 Jul 09 20:57:59.113937 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2bc5dd01-955b-4f54-800c-fca7b8615e44 req-5ed10569-42fc-41a9-b105-c995ef6f3e26 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317242 Jul 09 20:57:59.250273 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b578f15-cebb-4e5f-b883-2e3e22e243a5 req-1b432b8a-2e87-4adb-90b2-921436f4b8d5 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:59.251888 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4b578f15-cebb-4e5f-b883-2e3e22e243a5 req-1b432b8a-2e87-4adb-90b2-921436f4b8d5 tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.26 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 946 time: 0.0668938 Jul 09 20:57:59.254717 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device aa5e511c-0778-43af-a106-ee77288eb5ed details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:57:59.354810 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-4b578f15-cebb-4e5f-b883-2e3e22e243a5 req-baedee2a-b912-4bb4-94ed-be3cfe8f0c5c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Deleting port 7c634466-60a2-42fe-8e5a-5576e1088353 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:59.355126 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4b578f15-cebb-4e5f-b883-2e3e22e243a5 req-baedee2a-b912-4bb4-94ed-be3cfe8f0c5c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.362250 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port aa5e511c-0778-43af-a106-ee77288eb5ed, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=aa5e511c-0778-43af-a106-ee77288eb5ed,segment=NetworkSegment(5c0a30c5-7744-4d07-beea-08588a2c2c1c),segment_id=5c0a30c5-7744-4d07-beea-08588a2c2c1c)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:59.375778 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': 'aa5e511c-0778-43af-a106-ee77288eb5ed', 'network_id': '6ce69766-6821-4ef6-ab70-38c0c66caa60', 'port_id': 'aa5e511c-0778-43af-a106-ee77288eb5ed', 'mac_address': 'fa:16:3e:fc:dc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881dbafc-4d1a-4753-8bf4-28f8f1d6064f', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:57:59.419286 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.435113 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5e511c-0778-43af-a106-ee77288eb5ed {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:57:59.457786 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-4b578f15-cebb-4e5f-b883-2e3e22e243a5 req-baedee2a-b912-4bb4-94ed-be3cfe8f0c5c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] For port 7c634466-60a2-42fe-8e5a-5576e1088353, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=7c634466-60a2-42fe-8e5a-5576e1088353,segment=NetworkSegment(154b4c52-7157-4360-88f7-7a8dbb0e70f4),segment_id=154b4c52-7157-4360-88f7-7a8dbb0e70f4)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:59.458178 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4b578f15-cebb-4e5f-b883-2e3e22e243a5 req-baedee2a-b912-4bb4-94ed-be3cfe8f0c5c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.458424 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port aa5e511c-0778-43af-a106-ee77288eb5ed, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=aa5e511c-0778-43af-a106-ee77288eb5ed,segment=NetworkSegment(5c0a30c5-7744-4d07-beea-08588a2c2c1c),segment_id=5c0a30c5-7744-4d07-beea-08588a2c2c1c)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:59.462697 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.472407 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-4b578f15-cebb-4e5f-b883-2e3e22e243a5 req-baedee2a-b912-4bb4-94ed-be3cfe8f0c5c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Calling delete_port for 7c634466-60a2-42fe-8e5a-5576e1088353 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:59.511558 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=aa5e511c-0778-43af-a106-ee77288eb5ed,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:59.518256 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 34522) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:59.522556 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.522917 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.523272 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.523648 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.523989 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.524330 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.524670 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.525004 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.525368 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.525703 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.526032 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.526359 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:59.613542 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4b578f15-cebb-4e5f-b883-2e3e22e243a5 req-baedee2a-b912-4bb4-94ed-be3cfe8f0c5c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.632289 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f4efd886-eae1-4ad9-9827-3cc6e25f3c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.650277 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['7c634466-60a2-42fe-8e5a-5576e1088353'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:57:59.651510 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedee2a-b912-4bb4-94ed-be3cfe8f0c5c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Pushing event deleted for resources: {'Port': ['ID=7c634466-60a2-42fe-8e5a-5576e1088353,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:59.696028 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b578f15-cebb-4e5f-b883-2e3e22e243a5 req-baedee2a-b912-4bb4-94ed-be3cfe8f0c5c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] No DVR routers for this DVR port 7c634466-60a2-42fe-8e5a-5576e1088353 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:57:59.698862 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4b578f15-cebb-4e5f-b883-2e3e22e243a5 req-baedee2a-b912-4bb4-94ed-be3cfe8f0c5c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.699204 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-66083856-3e7c-42c5-816c-2c5f741e49ff req-377ca161-98b6-4fb3-a786-f2028b45d4bf tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.73 "GET /v2.0/ports?device_id=70e3225c-a1bb-4798-9bfe-496bb25e7fd2 HTTP/1.1" status: 200 len: 210 time: 0.0483475 Jul 09 20:57:59.701496 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4b578f15-cebb-4e5f-b883-2e3e22e243a5 req-baedee2a-b912-4bb4-94ed-be3cfe8f0c5c tempest-VolumesSnapshotTestJSON-1673231716 tempest-VolumesSnapshotTestJSON-1673231716-project] 10.222.0.26 "DELETE /v2.0/ports/7c634466-60a2-42fe-8e5a-5576e1088353 HTTP/1.1" status: 204 len: 173 time: 0.4442608 Jul 09 20:57:59.702038 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e3225c-a1bb-4798-9bfe-496bb25e7fd2', 'name': 'network-vif-deleted', 'tag': '7c634466-60a2-42fe-8e5a-5576e1088353'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:59.704531 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9794a7-e731-41ba-a2c7-921d6685d29e" -d '{"events": [{"server_uuid": "70e3225c-a1bb-4798-9bfe-496bb25e7fd2", "name": "network-vif-deleted", "tag": "7c634466-60a2-42fe-8e5a-5576e1088353"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:59.763275 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5605c9-8dae-4a30-a241-5caf2f4dc7d2 x-openstack-request-id: req-bb5605c9-8dae-4a30-a241-5caf2f4dc7d2 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:59.763275 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e3225c-a1bb-4798-9bfe-496bb25e7fd2", "name": "network-vif-deleted", "tag": "7c634466-60a2-42fe-8e5a-5576e1088353", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:59.764541 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb5605c9-8dae-4a30-a241-5caf2f4dc7d2 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:59.764541 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e3225c-a1bb-4798-9bfe-496bb25e7fd2', 'name': 'network-vif-deleted', 'tag': '7c634466-60a2-42fe-8e5a-5576e1088353', 'status': 'completed', 'code': 200} Jul 09 20:57:59.789263 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f4efd886-eae1-4ad9-9827-3cc6e25f3c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.795093 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f4efd886-eae1-4ad9-9827-3cc6e25f3c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.796318 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['aa5e511c-0778-43af-a106-ee77288eb5ed'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:57:59.851556 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f4efd886-eae1-4ad9-9827-3cc6e25f3c91 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b1915ab5e87468daf9b98c98fcdd669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293118 Jul 09 20:57:59.851556 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efd886-eae1-4ad9-9827-3cc6e25f3c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f2e5b7-766d-4bbf-989b-513c96385455,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:59.858593 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 34532) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:59.934953 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bc192ceb-fd06-4ab9-86dc-f5e20eec876b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.955950 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bc192ceb-fd06-4ab9-86dc-f5e20eec876b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:00.004535 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bc192ceb-fd06-4ab9-86dc-f5e20eec876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:00.007215 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bc192ceb-fd06-4ab9-86dc-f5e20eec876b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:00.008549 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bc192ceb-fd06-4ab9-86dc-f5e20eec876b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/61f2e5b7-766d-4bbf-989b-513c96385455 HTTP/1.1" status: 204 len: 168 time: 0.1489358 Jul 09 20:58:00.016527 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc192ceb-fd06-4ab9-86dc-f5e20eec876b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f2e5b7-766d-4bbf-989b-513c96385455,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:00.047994 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250c1d6-37d3-4b3b-be7d-83876ff1121e req-344b881a-7e15-4887-951a-c36b7b053421 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:00.049504 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e250c1d6-37d3-4b3b-be7d-83876ff1121e req-344b881a-7e15-4887-951a-c36b7b053421 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0739441 Jul 09 20:58:00.092584 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e250c1d6-37d3-4b3b-be7d-83876ff1121e req-01aedee9-5edc-4a5f-95bd-791cb613e432 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367551 Jul 09 20:58:00.318607 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae66e5-293a-4b9e-ae75-baa8f19d8463 req-2e4ae6a3-c9bf-4876-a441-7899aa54009d tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:00.320210 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c5ae66e5-293a-4b9e-ae75-baa8f19d8463 req-2e4ae6a3-c9bf-4876-a441-7899aa54009d tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 948 time: 0.0725214 Jul 09 20:58:00.360410 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c5ae66e5-293a-4b9e-ae75-baa8f19d8463 req-27ab8995-d70d-4937-9422-c0ddac6f88be tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340667 Jul 09 20:58:01.266831 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device aa5e511c-0778-43af-a106-ee77288eb5ed up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:01.279139 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f58ba-7da3-4060-b473-ee635e7f5312 req-e88c0b6d-4cc3-480e-9bf5-84be8f696bf6 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:01.280682 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-517f58ba-7da3-4060-b473-ee635e7f5312 req-e88c0b6d-4cc3-480e-9bf5-84be8f696bf6 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0679030 Jul 09 20:58:01.324599 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port aa5e511c-0778-43af-a106-ee77288eb5ed completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:01.326384 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-517f58ba-7da3-4060-b473-ee635e7f5312 req-84f1ecb3-1c33-498a-991e-fdd9ebb8b3b8 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391283 Jul 09 20:58:01.329485 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port aa5e511c-0778-43af-a106-ee77288eb5ed triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:01.329955 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:01.425393 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:01.450656 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2167cc44-4b21-4e4a-8bcd-65e2d6e96392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5e511c-0778-43af-a106-ee77288eb5ed'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:01.452960 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f287df-fee7-4423-b7c6-04494807904e" -d '{"events": [{"server_uuid": "2167cc44-4b21-4e4a-8bcd-65e2d6e96392", "name": "network-vif-plugged", "status": "completed", "tag": "aa5e511c-0778-43af-a106-ee77288eb5ed"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:01.467727 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port aa5e511c-0778-43af-a106-ee77288eb5ed, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=aa5e511c-0778-43af-a106-ee77288eb5ed,segment=NetworkSegment(5c0a30c5-7744-4d07-beea-08588a2c2c1c),segment_id=5c0a30c5-7744-4d07-beea-08588a2c2c1c)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:01.471906 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:01.523742 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=aa5e511c-0778-43af-a106-ee77288eb5ed,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:01.549367 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadf5a4-3b44-4e30-8edb-513ee57e7d36 req-e39cad16-8524-4364-a173-db06ac05e168 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:01.550972 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5eadf5a4-3b44-4e30-8edb-513ee57e7d36 req-e39cad16-8524-4364-a173-db06ac05e168 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 949 time: 0.0648141 Jul 09 20:58:01.589896 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5eadf5a4-3b44-4e30-8edb-513ee57e7d36 req-36fe285b-3c49-4f1f-a91b-5dee002124eb tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Jul 09 20:58:01.638554 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cca6f4-4147-4425-8d62-8e5c3871fa68 x-openstack-request-id: req-36cca6f4-4147-4425-8d62-8e5c3871fa68 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:01.638858 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2167cc44-4b21-4e4a-8bcd-65e2d6e96392", "name": "network-vif-plugged", "status": "completed", "tag": "aa5e511c-0778-43af-a106-ee77288eb5ed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:01.639294 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-36cca6f4-4147-4425-8d62-8e5c3871fa68 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:01.639867 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2167cc44-4b21-4e4a-8bcd-65e2d6e96392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5e511c-0778-43af-a106-ee77288eb5ed', 'code': 200} Jul 09 20:58:01.907940 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba629273-30bf-408b-a43e-4c5430fa3edd req-9af8141b-293e-40d1-8884-9ab994b4eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:01.909492 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ba629273-30bf-408b-a43e-4c5430fa3edd req-9af8141b-293e-40d1-8884-9ab994b4eb38 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 1102 time: 0.0548813 Jul 09 20:58:01.943138 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ba629273-30bf-408b-a43e-4c5430fa3edd req-227d093e-fc16-443d-b87c-9617b7494eee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266268 Jul 09 20:58:02.508715 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d062a72-a1fb-40e4-ac0d-1d8728d6c991 req-b5a5635b-a30a-437f-86c1-fc6aaa6b52d6 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:02.510172 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d062a72-a1fb-40e4-ac0d-1d8728d6c991 req-b5a5635b-a30a-437f-86c1-fc6aaa6b52d6 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0698416 Jul 09 20:58:02.550713 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d062a72-a1fb-40e4-ac0d-1d8728d6c991 req-277c5831-d18f-42b1-b61a-88cc97eda61d tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344095 Jul 09 20:58:02.767531 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c988e7-6067-4f96-a3a5-9ea583597c77 req-4e82b8ae-c900-4fca-8518-0c05df9bde68 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:02.769025 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2c988e7-6067-4f96-a3a5-9ea583597c77 req-4e82b8ae-c900-4fca-8518-0c05df9bde68 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 949 time: 0.0638125 Jul 09 20:58:02.806399 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2c988e7-6067-4f96-a3a5-9ea583597c77 req-5d38aec6-1932-4571-aefb-1bbb964b579a tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Jul 09 20:58:03.717876 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068536cf-a8f3-4bef-8f93-38e22c268039 req-3bc2db35-1b01-4201-8c60-05076c413f93 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:03.719338 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-068536cf-a8f3-4bef-8f93-38e22c268039 req-3bc2db35-1b01-4201-8c60-05076c413f93 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0606625 Jul 09 20:58:03.755954 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-068536cf-a8f3-4bef-8f93-38e22c268039 req-11f2f600-349e-4608-b03b-b70e8ab21561 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311627 Jul 09 20:58:03.977253 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9cee-7340-44c4-9d20-62c3aa8359e7 req-3d659d8f-1b7e-40f3-a1d5-fb75aa75e8c5 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:03.978733 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bc0b9cee-7340-44c4-9d20-62c3aa8359e7 req-3d659d8f-1b7e-40f3-a1d5-fb75aa75e8c5 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 949 time: 0.0638127 Jul 09 20:58:04.015692 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bc0b9cee-7340-44c4-9d20-62c3aa8359e7 req-ca11c3db-a0e2-46ae-bfc4-789cce0b9fcf tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307038 Jul 09 20:58:04.236452 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 7c634466-60a2-42fe-8e5a-5576e1088353 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:58:04.259252 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: 7c634466-60a2-42fe-8e5a-5576e1088353 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:58:04.259623 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 7c634466-60a2-42fe-8e5a-5576e1088353 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:58:04.928683 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337e8f8-525f-4afb-9106-7b5139cf6a18 req-ac3a44bf-4bea-4c66-9883-c3e05a568092 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:04.930191 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4337e8f8-525f-4afb-9106-7b5139cf6a18 req-ac3a44bf-4bea-4c66-9883-c3e05a568092 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0637777 Jul 09 20:58:04.966462 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4337e8f8-525f-4afb-9106-7b5139cf6a18 req-58e1f9a6-08fe-4076-bfec-54931076cd94 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305958 Jul 09 20:58:05.194996 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159db8b4-c144-4850-bf47-503e4fb0bb6a req-96c60b30-1e62-4439-a5da-4ff4e5b4bee6 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:05.203988 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-159db8b4-c144-4850-bf47-503e4fb0bb6a req-96c60b30-1e62-4439-a5da-4ff4e5b4bee6 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 949 time: 0.0663147 Jul 09 20:58:05.237165 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-159db8b4-c144-4850-bf47-503e4fb0bb6a req-4048e3b3-910a-4eeb-a724-8f00600c8802 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348120 Jul 09 20:58:06.136047 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db493b6-1c09-43a6-93f6-95766fb2501b req-074c5bc8-4493-4508-84d2-7df8f50efd21 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:06.137942 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2db493b6-1c09-43a6-93f6-95766fb2501b req-074c5bc8-4493-4508-84d2-7df8f50efd21 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0625868 Jul 09 20:58:06.174682 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2db493b6-1c09-43a6-93f6-95766fb2501b req-b33b9842-def6-409b-b36b-4629adf17e40 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317774 Jul 09 20:58:06.540214 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b89d0-8198-4503-9d4d-ee5352f3f734 req-6183be98-f605-4be6-a43e-7a3e5e5520d9 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:06.541792 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b81b89d0-8198-4503-9d4d-ee5352f3f734 req-6183be98-f605-4be6-a43e-7a3e5e5520d9 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 949 time: 0.0847938 Jul 09 20:58:06.581814 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b81b89d0-8198-4503-9d4d-ee5352f3f734 req-6dd16f61-ac08-43a5-8b5d-96e1b532e39a tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332391 Jul 09 20:58:06.588390 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd557d-9681-4f47-b6d9-fa1e0f502cc6 req-46e9adc8-8656-4bed-b1b1-064aa1922cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:06.589914 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4efd557d-9681-4f47-b6d9-fa1e0f502cc6 req-46e9adc8-8656-4bed-b1b1-064aa1922cdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33024221721a43c3b955a9c933ba17ed&device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0600138 Jul 09 20:58:06.703616 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd557d-9681-4f47-b6d9-fa1e0f502cc6 req-cbcc7a5e-9b19-4cc2-9f63-5b2f821aec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:06.705657 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4efd557d-9681-4f47-b6d9-fa1e0f502cc6 req-cbcc7a5e-9b19-4cc2-9f63-5b2f821aec1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 200 len: 912 time: 0.1086800 Jul 09 20:58:06.780384 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4efd557d-9681-4f47-b6d9-fa1e0f502cc6 req-b926a64e-7949-452b-b65f-a3290ddd6c51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ea3de3-25f3-41a9-843b-9200cc846943 HTTP/1.1" status: 200 len: 1000 time: 0.0673497 Jul 09 20:58:06.788374 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a5244-6e2c-43c2-915b-4a8b5e177355 req-488d965c-b47d-4f43-adcc-98a9dc139e7e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:06.789096 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a848747-0461-4c06-a3c7-be2c5a04ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.790900 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-368a5244-6e2c-43c2-915b-4a8b5e177355 req-488d965c-b47d-4f43-adcc-98a9dc139e7e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0848610 Jul 09 20:58:06.835013 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-368a5244-6e2c-43c2-915b-4a8b5e177355 req-a506f56a-c0c8-4a91-ae2c-dae5836cf7e7 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369840 Jul 09 20:58:07.194302 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6cb96-0166-4b53-bc02-65448600c6e0 req-b1c8895a-082a-4f65-aaf5-cf3bbadff886 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:07.195704 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87c6cb96-0166-4b53-bc02-65448600c6e0 req-b1c8895a-082a-4f65-aaf5-cf3bbadff886 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 949 time: 0.0617502 Jul 09 20:58:07.232511 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87c6cb96-0166-4b53-bc02-65448600c6e0 req-14582cc0-8585-48c5-a9df-52bd7c28aa66 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304708 Jul 09 20:58:07.807246 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd557d-9681-4f47-b6d9-fa1e0f502cc6 req-e8bffcd6-9229-449b-b70c-6a51aa0ae425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:07.808743 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4efd557d-9681-4f47-b6d9-fa1e0f502cc6 req-e8bffcd6-9229-449b-b70c-6a51aa0ae425 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2ef9a74-067c-4528-b3d4-64882505fab0 HTTP/1.1" status: 200 len: 849 time: 0.0451303 Jul 09 20:58:08.005044 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21a14-f06b-41be-a14c-9f8fc49326c5 req-13c0952b-4fdd-41ee-9b67-15a34e905d2a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:08.006487 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-59c21a14-f06b-41be-a14c-9f8fc49326c5 req-13c0952b-4fdd-41ee-9b67-15a34e905d2a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0617237 Jul 09 20:58:08.046881 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-59c21a14-f06b-41be-a14c-9f8fc49326c5 req-f8a13272-28da-44cc-98a9-b804aa8217c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347533 Jul 09 20:58:08.618829 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f8866-8ac4-42a8-9bf4-78257f7e78e9 req-3bc53610-0014-40b5-9acf-5d3797b6dae6 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:08.620330 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-150f8866-8ac4-42a8-9bf4-78257f7e78e9 req-3bc53610-0014-40b5-9acf-5d3797b6dae6 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 949 time: 0.2765632 Jul 09 20:58:08.657941 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-150f8866-8ac4-42a8-9bf4-78257f7e78e9 req-4dcaf7b5-4d80-4b70-bf61-412c81b6130f tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Jul 09 20:58:09.214293 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a0485-64e9-43fe-8f45-e913635cd809 req-1be31a27-1712-41d6-a2e9-05a4e2f14302 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:09.216284 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-064a0485-64e9-43fe-8f45-e913635cd809 req-1be31a27-1712-41d6-a2e9-05a4e2f14302 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0608256 Jul 09 20:58:09.253322 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-064a0485-64e9-43fe-8f45-e913635cd809 req-ecbb8f11-fbda-43f1-b772-42d0cbd1b817 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Jul 09 20:58:09.638391 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-06057302-2908-4bde-816e-80464249c313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:09.678085 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd557d-9681-4f47-b6d9-fa1e0f502cc6 req-15f02e70-a919-4306-9fba-71872b24fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:09.679680 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4efd557d-9681-4f47-b6d9-fa1e0f502cc6 req-15f02e70-a919-4306-9fba-71872b24fc1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b134ecb-601f-411f-8880-44405ba46406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560915 Jul 09 20:58:09.770522 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4efd557d-9681-4f47-b6d9-fa1e0f502cc6 req-18d69e3e-a543-414f-8c77-ed0ad53fb31c service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836887 Jul 09 20:58:09.838051 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f225132-28c6-4646-bcf0-2fb0a5d0188b req-31d24f82-a29a-49eb-b39d-ed8984b30dc2 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:09.839457 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f225132-28c6-4646-bcf0-2fb0a5d0188b req-31d24f82-a29a-49eb-b39d-ed8984b30dc2 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 949 time: 0.0642445 Jul 09 20:58:09.865893 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4efd557d-9681-4f47-b6d9-fa1e0f502cc6 req-0186b07b-8e20-4664-adae-9a19603c4b4d service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883279 Jul 09 20:58:09.882462 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f225132-28c6-4646-bcf0-2fb0a5d0188b req-136c88a8-8599-482d-9b5f-181dd79436bf tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367119 Jul 09 20:58:10.120023 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:10.425269 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18c5d-a9d7-4280-85e2-a44567192165 req-18fb41d8-c942-4abb-a344-9f3b0ba55ade tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:10.426647 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-10b18c5d-a9d7-4280-85e2-a44567192165 req-18fb41d8-c942-4abb-a344-9f3b0ba55ade tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0610480 Jul 09 20:58:10.463190 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-10b18c5d-a9d7-4280-85e2-a44567192165 req-1438a3dd-fd7a-41ee-97b1-5fae2982e15d tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308549 Jul 09 20:58:10.642494 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.075607 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18cfa6-73f3-42e6-bf12-3ce1ca092d80 req-1d9cb345-f25e-4cd1-8ba2-65b82435cbb0 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:11.077415 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4e18cfa6-73f3-42e6-bf12-3ce1ca092d80 req-1d9cb345-f25e-4cd1-8ba2-65b82435cbb0 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 949 time: 0.0734055 Jul 09 20:58:11.124996 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4e18cfa6-73f3-42e6-bf12-3ce1ca092d80 req-65a6bc98-f3ae-4f5d-8710-e188aae95131 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5e29abf-f220-4d72-b87e-01f9519e2d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Jul 09 20:58:11.566222 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544634d8-f86b-440d-a69c-9aa5357b92c0 req-b02ea52f-c4b8-4071-b4ae-128a027c097c tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:11.567725 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-544634d8-f86b-440d-a69c-9aa5357b92c0 req-b02ea52f-c4b8-4071-b4ae-128a027c097c tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.26 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 949 time: 0.0655744 Jul 09 20:58:11.644664 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624a74e-a3bc-4503-a5fa-bce1a8e8260a req-ccb19250-e1ff-4cd0-8b49-1bef0b4da7ca tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:11.646579 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6624a74e-a3bc-4503-a5fa-bce1a8e8260a req-ccb19250-e1ff-4cd0-8b49-1bef0b4da7ca tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0668542 Jul 09 20:58:11.678631 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-544634d8-f86b-440d-a69c-9aa5357b92c0 req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Deleting port aa5e511c-0778-43af-a106-ee77288eb5ed {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:58:11.678980 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-544634d8-f86b-440d-a69c-9aa5357b92c0 req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.686270 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6624a74e-a3bc-4503-a5fa-bce1a8e8260a req-09a463d2-9b60-47d6-ab13-d53228e403e2 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339255 Jul 09 20:58:11.771243 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-544634d8-f86b-440d-a69c-9aa5357b92c0 req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] For port aa5e511c-0778-43af-a106-ee77288eb5ed, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=aa5e511c-0778-43af-a106-ee77288eb5ed,segment=NetworkSegment(5c0a30c5-7744-4d07-beea-08588a2c2c1c),segment_id=5c0a30c5-7744-4d07-beea-08588a2c2c1c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:11.771553 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-544634d8-f86b-440d-a69c-9aa5357b92c0 req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.783966 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-544634d8-f86b-440d-a69c-9aa5357b92c0 req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Calling delete_port for aa5e511c-0778-43af-a106-ee77288eb5ed owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:58:11.913114 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-544634d8-f86b-440d-a69c-9aa5357b92c0 req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.947831 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Pushing event deleted for resources: {'Port': ['ID=aa5e511c-0778-43af-a106-ee77288eb5ed,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:11.951929 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['aa5e511c-0778-43af-a106-ee77288eb5ed'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:58:11.967641 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:11.968185 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:11.968676 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:11.969148 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:11.969628 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:11.970147 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:11.970640 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:11.970971 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:11.971310 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:11.971651 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:11.971972 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:11.972291 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:12.019047 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-544634d8-f86b-440d-a69c-9aa5357b92c0 req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] No DVR routers for this DVR port aa5e511c-0778-43af-a106-ee77288eb5ed on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:58:12.021692 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-544634d8-f86b-440d-a69c-9aa5357b92c0 req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:12.023689 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-544634d8-f86b-440d-a69c-9aa5357b92c0 req-1260ce0f-ca1a-4535-ac6b-ac76f3f56588 tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.26 "DELETE /v2.0/ports/aa5e511c-0778-43af-a106-ee77288eb5ed HTTP/1.1" status: 204 len: 173 time: 0.4497817 Jul 09 20:58:12.024135 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2167cc44-4b21-4e4a-8bcd-65e2d6e96392', 'name': 'network-vif-deleted', 'tag': 'aa5e511c-0778-43af-a106-ee77288eb5ed'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:12.026329 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03354619-ba60-4b08-af64-18cdaa86157c" -d '{"events": [{"server_uuid": "2167cc44-4b21-4e4a-8bcd-65e2d6e96392", "name": "network-vif-deleted", "tag": "aa5e511c-0778-43af-a106-ee77288eb5ed"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:12.075394 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cbd679-fc69-408c-8881-4400a3a0dd5c x-openstack-request-id: req-02cbd679-fc69-408c-8881-4400a3a0dd5c {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:12.075900 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2167cc44-4b21-4e4a-8bcd-65e2d6e96392", "name": "network-vif-deleted", "tag": "aa5e511c-0778-43af-a106-ee77288eb5ed", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:12.076256 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-02cbd679-fc69-408c-8881-4400a3a0dd5c {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:12.076726 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2167cc44-4b21-4e4a-8bcd-65e2d6e96392', 'name': 'network-vif-deleted', 'tag': 'aa5e511c-0778-43af-a106-ee77288eb5ed', 'status': 'completed', 'code': 200} Jul 09 20:58:12.135164 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:12.308038 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9b69c64-86a1-4f3b-9007-4a29620381dd req-b3e1166e-ab34-4e77-b092-97b5ceda9c5e tempest-VolumesNegativeTest-1356842444 tempest-VolumesNegativeTest-1356842444-project] 10.222.0.73 "GET /v2.0/ports?device_id=2167cc44-4b21-4e4a-8bcd-65e2d6e96392 HTTP/1.1" status: 200 len: 210 time: 0.0470164 Jul 09 20:58:16.742270 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device aa5e511c-0778-43af-a106-ee77288eb5ed no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:58:16.767765 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: aa5e511c-0778-43af-a106-ee77288eb5ed {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:58:16.768117 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device aa5e511c-0778-43af-a106-ee77288eb5ed not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:58:18.254843 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35042) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:18.397615 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-51a16ed5-a835-426d-a68a-cc5c6490725c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c84db131e7e49908d5e38ecbdaeff3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415267 Jul 09 20:58:18.400046 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35046) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:18.445876 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-750c897c-d72b-4739-87b0-c120efe70d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:18.469821 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-750c897c-d72b-4739-87b0-c120efe70d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:18.516140 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-750c897c-d72b-4739-87b0-c120efe70d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:18.518644 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-750c897c-d72b-4739-87b0-c120efe70d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:18.519818 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-750c897c-d72b-4739-87b0-c120efe70d01 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5e29abf-f220-4d72-b87e-01f9519e2d98 HTTP/1.1" status: 204 len: 168 time: 0.1188776 Jul 09 20:58:18.527200 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c897c-d72b-4739-87b0-c120efe70d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e29abf-f220-4d72-b87e-01f9519e2d98,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:21.049007 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:23.283328 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:58:24.035950 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-55c64ec8-4065-4392-ad20-7a9ff7d02f7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501404 Jul 09 20:58:24.128057 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-243aeea2-dcbd-4358-8b83-db138be31d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:24.129697 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-243aeea2-dcbd-4358-8b83-db138be31d0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33024221721a43c3b955a9c933ba17ed&device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0521958 Jul 09 20:58:24.240058 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-eb33d007-7544-42b2-b1f2-2e7c2e0d0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:24.241538 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-eb33d007-7544-42b2-b1f2-2e7c2e0d0e9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 200 len: 912 time: 0.0905108 Jul 09 20:58:24.307310 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-5056267a-d224-4591-a3dd-ea0588c05dd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ea3de3-25f3-41a9-843b-9200cc846943 HTTP/1.1" status: 200 len: 1000 time: 0.0587485 Jul 09 20:58:24.357607 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-21c601b8-0d4c-4caa-960a-2ecefdac7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:24.359028 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-21c601b8-0d4c-4caa-960a-2ecefdac7fc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2ef9a74-067c-4528-b3d4-64882505fab0 HTTP/1.1" status: 200 len: 849 time: 0.0441110 Jul 09 20:58:24.421566 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-ee070695-0d38-45fc-9f4a-dffd65761a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:24.423091 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-ee070695-0d38-45fc-9f4a-dffd65761a40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b134ecb-601f-411f-8880-44405ba46406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558665 Jul 09 20:58:24.522422 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-33afc96c-e597-473f-ad93-db40311dede0 service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809000 Jul 09 20:58:24.623999 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-746c4fd6-85e4-4e04-b3bb-9686d9d70e61 req-9d5f5c6a-75cc-45a3-829c-08c44008bea9 service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922561 Jul 09 20:58:33.457037 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35304) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:33.502265 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-964795df-9a67-4322-b81e-d2624191df27 admin admin] Deleting subnet 32b3e359-94f7-46f7-b115-7bb2c1951e33 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:58:33.505705 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-964795df-9a67-4322-b81e-d2624191df27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.542612 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-964795df-9a67-4322-b81e-d2624191df27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10079045'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.587521 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-964795df-9a67-4322-b81e-d2624191df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.663405 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-964795df-9a67-4322-b81e-d2624191df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10078023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10077631'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.689920 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964795df-9a67-4322-b81e-d2624191df27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b3e359-94f7-46f7-b115-7bb2c1951e33,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:33.697173 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-964795df-9a67-4322-b81e-d2624191df27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.701654 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-964795df-9a67-4322-b81e-d2624191df27 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/32b3e359-94f7-46f7-b115-7bb2c1951e33 HTTP/1.1" status: 204 len: 168 time: 0.2404811 Jul 09 20:58:33.701922 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35322) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:33.772346 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.859747 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.873159 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:33.888370 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154b4c52-7157-4360-88f7-7a8dbb0e70f4') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:33.889071 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154b4c52-7157-4360-88f7-7a8dbb0e70f4') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:33.900170 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10079058'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.915304 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.927139 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:58:33.927139 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10078114'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: timer() Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: self._notify() Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: event.method(event) Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:58:33.933173 dv-cinder-792642-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:58:33.980587 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.986039 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:33.990783 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] 10.222.0.73 "DELETE /v2.0/networks/0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4 HTTP/1.1" status: 204 len: 168 time: 0.2856407 Jul 09 20:58:34.007654 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f532c-a45e-4b4c-8030-b298e41298ac admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7aefe3-f5fb-4539-bc71-bd0ff3acbff4,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:34.178070 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35356) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:34.228737 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5dd2ce78-51dc-47a0-8958-79067b65bbb6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=70271c21c03a41c1870f5a531cb725e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495186 Jul 09 20:58:34.231595 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35360) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:34.322250 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:34.353450 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:34.390274 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfc28f-89af-4511-b673-78de9e17c84c req-f839c2c8-6781-47d5-a7af-b53157bdb826 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:34.391870 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fddfc28f-89af-4511-b673-78de9e17c84c req-f839c2c8-6781-47d5-a7af-b53157bdb826 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 947 time: 0.1198809 Jul 09 20:58:34.443894 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fddfc28f-89af-4511-b673-78de9e17c84c req-97c55dbe-d826-4a6b-a8a8-0a8667452b6b tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459182 Jul 09 20:58:34.445213 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:34.448011 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:34.449122 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/44556c01-bff0-4d27-9cc5-417fe85a5f41 HTTP/1.1" status: 204 len: 168 time: 0.2165327 Jul 09 20:58:34.462903 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44556c01-bff0-4d27-9cc5-417fe85a5f41,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:34.470767 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:34.471128 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:34.471513 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:34.471836 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:34.472365 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:34.472867 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:34.473212 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:34.473555 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:34.474113 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:34.474641 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:34.474927 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:34.475421 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e1ac1-92c0-46df-ab5f-940f65b676aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:35.130436 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35394) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:35.222276 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2143230162-network', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:35.242962 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Made reservation on behalf of 1836b31c3b5e496584544c882f0c46d2 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:35.245347 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.253945 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.348978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.352806 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.376610 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:58:35.386315 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ff9a2a-774c-451f-8b47-a2940ef49ecf,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:35.391706 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.392048 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Added segment 69e7b0d9-1fef-46c1-a763-99654ed5a71a of type vlan for network b84a2abb-7752-4c25-aabf-2ee5072d0564 Jul 09 20:58:35.433094 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.461848 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.462825 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:35.463441 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.515236 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3835750 Jul 09 20:58:35.518169 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35406) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:35.523680 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] Request body: {'subnet': {'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2143230162-subnet', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:35.535794 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab82935-c0ef-43d5-a045-1bf8ebd96ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=b84a2abb-7752-4c25-aabf-2ee5072d0564,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:35.549800 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network b84a2abb-7752-4c25-aabf-2ee5072d0564 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:58:35.557806 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] Made reservation on behalf of 1836b31c3b5e496584544c882f0c46d2 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:35.560937 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078814'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.645140 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9101-2934-4e28-a073-a36a6f90e445 req-6e4428d4-d391-4b28-8f7f-9c9799d3ff51 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:35.647185 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1b5c9101-2934-4e28-a073-a36a6f90e445 req-6e4428d4-d391-4b28-8f7f-9c9799d3ff51 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 947 time: 0.0675530 Jul 09 20:58:35.689125 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1b5c9101-2934-4e28-a073-a36a6f90e445 req-c363ae9b-b12f-4a25-bc11-c7401282a9fc tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352082 Jul 09 20:58:35.737824 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10077952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078796'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.796979 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30f6906-86d1-4a0c-b274-48de77a77ea3,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:35.802146 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] Checking segment: {'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:35.802510 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] Network hostable DHCP agents. Network: b84a2abb-7752-4c25-aabf-2ee5072d0564, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:58:35.818470 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] Network b84a2abb-7752-4c25-aabf-2ee5072d0564 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:58:35.827289 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, b84a2abb-7752-4c25-aabf-2ee5072d0564) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:35.831723 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:35.832322 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.838100 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52e3bea-8c12-45ed-ac0c-89edb18eb1af None None] Network b84a2abb-7752-4c25-aabf-2ee5072d0564 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:58:35.848521 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-07497108-b79a-4f89-9091-4039eb3e5717 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3290956 Jul 09 20:58:35.851277 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35410) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:35.856346 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:35.890667 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-547644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6443'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.891739 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6450'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.942561 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:35.995207 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp525146ed-e162-58ec-a1cf-36914d7b589f-b84a2abb-7752-4c25-aabf-2ee5072d0564', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3'}]}} from dv-cinder-792642-3-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:58:35.996117 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.080728 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6400'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.129704 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Allocated IP 172.20.0.2 (b84a2abb-7752-4c25-aabf-2ee5072d0564/f30f6906-86d1-4a0c-b274-48de77a77ea3/20fd2888-ecba-492e-bb21-81dc447ff6d0) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:36.281153 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.285845 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.289440 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Transition to ACTIVE for port object 20fd2888-ecba-492e-bb21-81dc447ff6d0 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:36.306074 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Transition to ACTIVE for port object 20fd2888-ecba-492e-bb21-81dc447ff6d0 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:36.309086 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.313867 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.354592 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Network b84a2abb-7752-4c25-aabf-2ee5072d0564 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:36.357642 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:36.361938 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:36.365742 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Pushing event updated for resources: {'Port': ['ID=20fd2888-ecba-492e-bb21-81dc447ff6d0,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:36.419574 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Allocated IP 172.27.1.150 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/2f3eed5a-8c5a-4489-807f-045b888dbe74) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:36.424899 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Attempting to bind port 20fd2888-ecba-492e-bb21-81dc447ff6d0 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:36.425220 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Attempting to bind port 20fd2888-ecba-492e-bb21-81dc447ff6d0 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:36.425602 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Attempting to bind port 20fd2888-ecba-492e-bb21-81dc447ff6d0 on network b84a2abb-7752-4c25-aabf-2ee5072d0564 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:36.430997 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:36.431395 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Checking segment: {'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:36.431945 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.432395 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Bound using segment: {'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:36.432861 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Bound port: 20fd2888-ecba-492e-bb21-81dc447ff6d0, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:36.433374 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.498279 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] For port 20fd2888-ecba-492e-bb21-81dc447ff6d0, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:36.502246 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] For port 20fd2888-ecba-492e-bb21-81dc447ff6d0, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=20fd2888-ecba-492e-bb21-81dc447ff6d0,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:36.506723 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.527135 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.576435 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f5cf7-9906-4391-8834-643ee2a94acc None None] Pushing event updated for resources: {'Port': ['ID=20fd2888-ecba-492e-bb21-81dc447ff6d0,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:36.582807 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.625235 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:36.628068 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:36.632109 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:36.638068 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Pushing event updated for resources: {'Port': ['ID=2f3eed5a-8c5a-4489-807f-045b888dbe74,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:36.802234 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-245ba46a-f5ee-44bb-bb5a-57c5ea42c81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.948587 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:36.996797 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9b1b2-69ee-44f3-9400-8aa479801f5f req-3f5cfe73-f4cd-4d52-9284-7c3a0c41ac83 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:36.998666 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0db9b1b2-69ee-44f3-9400-8aa479801f5f req-3f5cfe73-f4cd-4d52-9284-7c3a0c41ac83 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 947 time: 0.1482484 Jul 09 20:58:37.082535 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0db9b1b2-69ee-44f3-9400-8aa479801f5f req-882b80de-2992-41f4-b163-0150c5a21019 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765755 Jul 09 20:58:37.184932 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420322'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:37.314921 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Router fee28a34-6bdc-4d49-843c-2f7d2969512f is scheduled to L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:58:37.429693 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:58:37.442184 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Sync routers for ids ['fee28a34-6bdc-4d49-843c-2f7d2969512f'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:58:37.447498 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 20fd2888-ecba-492e-bb21-81dc447ff6d0 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:37.458605 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:37.462575 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2de99c91-f000-4a09-9c10-9c6011bec112 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6074309 Jul 09 20:58:37.462944 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35420) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:37.479533 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Routers {'fee28a34-6bdc-4d49-843c-2f7d2969512f'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:37.480187 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fee28a34-6bdc-4d49-843c-2f7d2969512f'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:37.485355 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f638f391-6670-46f6-85b3-b2dd72b88a21 None None] Network b84a2abb-7752-4c25-aabf-2ee5072d0564 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:58:37.724102 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-3e264c57-2d1f-4c4c-869d-1e06d1a62a8a None None] Provisioning for port 20fd2888-ecba-492e-bb21-81dc447ff6d0 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:37.788874 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 20fd2888-ecba-492e-bb21-81dc447ff6d0 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:37.806624 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 20fd2888-ecba-492e-bb21-81dc447ff6d0 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:37.806997 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:37.858883 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Set router fee28a34-6bdc-4d49-843c-2f7d2969512f gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:37.894020 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.053055 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Allocated IP 172.20.0.1 (b84a2abb-7752-4c25-aabf-2ee5072d0564/f30f6906-86d1-4a0c-b274-48de77a77ea3/2bea2a65-d0b3-4ae1-a839-861c3d245fc8) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:38.099155 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.157476 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 20fd2888-ecba-492e-bb21-81dc447ff6d0, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=20fd2888-ecba-492e-bb21-81dc447ff6d0,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:38.163179 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.190472 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.191577 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:36Z', 'revision_number': 3, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:38.206681 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Transition to ACTIVE for port object 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:38.222091 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Checking router: fee28a34-6bdc-4d49-843c-2f7d2969512f for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:58:38.222440 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Updating router fee28a34-6bdc-4d49-843c-2f7d2969512f port 2f3eed5a-8c5a-4489-807f-045b888dbe74 binding host dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:58:38.270834 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=20fd2888-ecba-492e-bb21-81dc447ff6d0,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:38.273128 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.275956 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.403409 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ac289e49-6e05-40a3-a171-2c8b54c99613 None None] Provisioning complete for port 20fd2888-ecba-492e-bb21-81dc447ff6d0 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:38.404017 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac289e49-6e05-40a3-a171-2c8b54c99613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.552772 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Network b84a2abb-7752-4c25-aabf-2ee5072d0564 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:38.562753 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:38.566763 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:38.610618 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544981'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.621595 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d390d-51e0-4a3f-a230-46d7b9436178 req-7fd63750-e27e-482c-a349-841c7ac78f75 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:38.623190 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9e5d390d-51e0-4a3f-a230-46d7b9436178 req-7fd63750-e27e-482c-a349-841c7ac78f75 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 947 time: 0.3933177 Jul 09 20:58:38.623871 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2bea2a65-d0b3-4ae1-a839-861c3d245fc8,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:38.629987 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.641389 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Transition to ACTIVE for port object 2f3eed5a-8c5a-4489-807f-045b888dbe74 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:38.648283 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.697836 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Attempting to bind port 2f3eed5a-8c5a-4489-807f-045b888dbe74 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:38.698221 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Attempting to bind port 2f3eed5a-8c5a-4489-807f-045b888dbe74 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:38.698597 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Attempting to bind port 2f3eed5a-8c5a-4489-807f-045b888dbe74 on network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:38.706774 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:38.707158 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Checking segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:38.707874 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.708586 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Bound using segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:38.709300 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Bound port: 2f3eed5a-8c5a-4489-807f-045b888dbe74, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:38.709943 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.712035 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9e5d390d-51e0-4a3f-a230-46d7b9436178 req-afc6ae05-b87b-42b1-8876-798305633918 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553443 Jul 09 20:58:38.773178 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48af719-5057-415b-a255-d04f3eee2cc6 None None] Pushing event updated for resources: {'Port': ['ID=2f3eed5a-8c5a-4489-807f-045b888dbe74,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:38.802210 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] For port 2f3eed5a-8c5a-4489-807f-045b888dbe74, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:38.814760 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.817880 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] For port 2f3eed5a-8c5a-4489-807f-045b888dbe74, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=2f3eed5a-8c5a-4489-807f-045b888dbe74,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:38.819214 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-10384424-340f-4f3c-be5f-fa9e29e9f09f None None] Provisioning for port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:38.823117 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.833031 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-10384424-340f-4f3c-be5f-fa9e29e9f09f None None] Provisioning complete for port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:38.833329 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10384424-340f-4f3c-be5f-fa9e29e9f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.932972 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Routers {'fee28a34-6bdc-4d49-843c-2f7d2969512f'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:38.933905 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fee28a34-6bdc-4d49-843c-2f7d2969512f'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:38.939610 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-10384424-340f-4f3c-be5f-fa9e29e9f09f None None] Port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:58:38.978270 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48af719-5057-415b-a255-d04f3eee2cc6 None None] Pushing event updated for resources: {'Port': ['ID=2f3eed5a-8c5a-4489-807f-045b888dbe74,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:38.979257 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.985286 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:39.051185 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552616'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:39.053798 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2bea2a65-d0b3-4ae1-a839-861c3d245fc8,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:39.062212 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] Set router fee28a34-6bdc-4d49-843c-2f7d2969512f gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:39.145396 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Network b84a2abb-7752-4c25-aabf-2ee5072d0564 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:39.146843 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:39.264803 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Router fee28a34-6bdc-4d49-843c-2f7d2969512f has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:58:39.280778 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '2bea2a65-d0b3-4ae1-a839-861c3d245fc8', 'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'mac_address': 'fa:16:3e:cb:be:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:37Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 1, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'subnets': [{'id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:39.307567 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ab618-e7f5-415b-be89-7f3eeab1a284 None None] The sync data for ids ['fee28a34-6bdc-4d49-843c-2f7d2969512f'] in dv-cinder-792642-3-iscsi is: [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '2bea2a65-d0b3-4ae1-a839-861c3d245fc8', 'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'mac_address': 'fa:16:3e:cb:be:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:37Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 1, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'subnets': [{'id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:58:39.361157 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-3add4602-7f08-45f4-9b19-53997379eef9 None None] Provisioning complete for port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:39.361538 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3add4602-7f08-45f4-9b19-53997379eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:39.399580 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:58:39.403763 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-3add4602-7f08-45f4-9b19-53997379eef9 None None] Port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:58:39.406807 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d2f7aee6-6a5e-41de-8a9d-d30842fd25e5 admin admin] 10.222.0.73 "PUT /v2.0/routers/fee28a34-6bdc-4d49-843c-2f7d2969512f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9427090 Jul 09 20:58:39.419921 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 20fd2888-ecba-492e-bb21-81dc447ff6d0 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:39.472801 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 20fd2888-ecba-492e-bb21-81dc447ff6d0 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:39.473181 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:39.642037 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d37700aa-8935-40ac-a50a-948bfac054ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:39.908126 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf3d4-de4b-4fb6-b60d-666abcb171f2 req-a58b10c6-0c52-46d8-b27c-e901e16b18e8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:39.909949 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a1bf3d4-de4b-4fb6-b60d-666abcb171f2 req-a58b10c6-0c52-46d8-b27c-e901e16b18e8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 947 time: 0.0731471 Jul 09 20:58:39.954082 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a1bf3d4-de4b-4fb6-b60d-666abcb171f2 req-532886b2-2039-471c-a62c-afb9b7a17ad5 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376201 Jul 09 20:58:39.969712 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35454) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:39.979175 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-697460167-network', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:40.010003 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Made reservation on behalf of 0df66fd5acb143fe8d26f19c489c1af7 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:40.012614 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.021548 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.123529 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.127833 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.132041 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.157571 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:58:40.166603 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0b6e55-1fea-4567-86e2-329e38bde42c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:40.173442 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.173791 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Added segment fafd996a-11ed-4942-9ef3-daaa82096082 of type vlan for network 07e77b03-c938-49dc-9811-2e4af068c85d Jul 09 20:58:40.214661 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.248352 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.249267 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:40.249871 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.306001 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3344586 Jul 09 20:58:40.308640 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35456) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:40.313966 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] Request body: {'subnet': {'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-697460167-subnet', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:40.321619 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb579451-ef63-476e-97c9-cb0c2c6e7cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=07e77b03-c938-49dc-9811-2e4af068c85d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:40.333655 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network 07e77b03-c938-49dc-9811-2e4af068c85d details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:58:40.339626 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] Made reservation on behalf of 0df66fd5acb143fe8d26f19c489c1af7 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:40.343049 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078814'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.522351 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10077952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078796'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.578835 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3811cd9d-c193-4c14-87c0-ec4c51974134,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:40.594336 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] Checking segment: {'id': 'fafd996a-11ed-4942-9ef3-daaa82096082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:40.594770 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] Network hostable DHCP agents. Network: 07e77b03-c938-49dc-9811-2e4af068c85d, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:58:40.614843 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] Network 07e77b03-c938-49dc-9811-2e4af068c85d is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:58:40.625104 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, 07e77b03-c938-49dc-9811-2e4af068c85d) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:40.630047 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:40.630631 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.638530 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139e38d9-2928-438f-83b0-03f3d4ab8ce5 None None] Network 07e77b03-c938-49dc-9811-2e4af068c85d requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:58:40.645344 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b60f49a6-a215-4490-af0c-582cf482e72f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3356738 Jul 09 20:58:40.648092 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35460) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:40.654254 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-697460167-router', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:40.677842 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-547644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6443'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.678961 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6450'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.694400 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.737385 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.802100 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp525146ed-e162-58ec-a1cf-36914d7b589f-07e77b03-c938-49dc-9811-2e4af068c85d', 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'fixed_ips': [{'subnet_id': '3811cd9d-c193-4c14-87c0-ec4c51974134'}]}} from dv-cinder-792642-3-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:58:40.802989 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.874267 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6400'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.936195 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Allocated IP 172.20.0.2 (07e77b03-c938-49dc-9811-2e4af068c85d/3811cd9d-c193-4c14-87c0-ec4c51974134/74f213cd-c712-4560-8d3a-364dc2acef6d) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:41.086661 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82153852-3222-4f89-8472-014142b9e95e req-93360d45-1fe8-4b13-9d81-3cc7424e683a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:41.088633 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-82153852-3222-4f89-8472-014142b9e95e req-93360d45-1fe8-4b13-9d81-3cc7424e683a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.26 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 947 time: 0.1301410 Jul 09 20:58:41.116886 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.161131 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.223668 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Deleting port 970719f7-228c-4986-8838-d96b8e0af442 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:58:41.224099 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.260915 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.272014 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Transition to ACTIVE for port object 74f213cd-c712-4560-8d3a-364dc2acef6d will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:41.291401 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Transition to ACTIVE for port object 74f213cd-c712-4560-8d3a-364dc2acef6d will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:41.299274 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.315800 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3623e-42df-46a8-a0dc-339e2ea54dfc req-3da099d6-127b-42f9-9eaf-16745add8d85 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:41.317461 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1da3623e-42df-46a8-a0dc-339e2ea54dfc req-3da099d6-127b-42f9-9eaf-16745add8d85 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 947 time: 0.1706691 Jul 09 20:58:41.341166 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Network 07e77b03-c938-49dc-9811-2e4af068c85d is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:41.344039 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:41.348279 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:41.348769 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Allocated IP 172.27.1.118 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/82baa52b-c795-4a94-9043-9ee2fda7bce6) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:41.348929 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] For port 970719f7-228c-4986-8838-d96b8e0af442, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=970719f7-228c-4986-8838-d96b8e0af442,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:41.350052 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.354088 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Pushing event updated for resources: {'Port': ['ID=74f213cd-c712-4560-8d3a-364dc2acef6d,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:41.410800 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1da3623e-42df-46a8-a0dc-339e2ea54dfc req-61ba2b80-c727-459f-a466-c30387cd1ee8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=54fa1f62-d93d-477f-ade6-f825e19f7046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821371 Jul 09 20:58:41.424967 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Attempting to bind port 74f213cd-c712-4560-8d3a-364dc2acef6d on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:41.425354 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Attempting to bind port 74f213cd-c712-4560-8d3a-364dc2acef6d by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': 'fafd996a-11ed-4942-9ef3-daaa82096082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:41.425722 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Attempting to bind port 74f213cd-c712-4560-8d3a-364dc2acef6d on network 07e77b03-c938-49dc-9811-2e4af068c85d {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:41.433092 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:41.433092 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Checking segment: {'id': 'fafd996a-11ed-4942-9ef3-daaa82096082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:41.433092 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.434009 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Bound using segment: {'id': 'fafd996a-11ed-4942-9ef3-daaa82096082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:41.434596 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Bound port: 74f213cd-c712-4560-8d3a-364dc2acef6d, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fafd996a-11ed-4942-9ef3-daaa82096082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:41.434988 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.508612 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Sync routers for ids ['fee28a34-6bdc-4d49-843c-2f7d2969512f'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:58:41.518629 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Routers {'fee28a34-6bdc-4d49-843c-2f7d2969512f'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:41.519278 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fee28a34-6bdc-4d49-843c-2f7d2969512f'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:41.526306 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 2f3eed5a-8c5a-4489-807f-045b888dbe74 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:41.536117 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.562463 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] For port 74f213cd-c712-4560-8d3a-364dc2acef6d, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:41.581706 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] For port 74f213cd-c712-4560-8d3a-364dc2acef6d, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=74f213cd-c712-4560-8d3a-364dc2acef6d,segment=NetworkSegment(fafd996a-11ed-4942-9ef3-daaa82096082),segment_id=fafd996a-11ed-4942-9ef3-daaa82096082)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:41.591808 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.592795 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.644646 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Set router fee28a34-6bdc-4d49-843c-2f7d2969512f gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:41.664746 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:41.666454 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Pushing event updated for resources: {'Port': ['ID=82baa52b-c795-4a94-9043-9ee2fda7bce6,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:41.669485 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:41.671703 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:41.703148 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.704063 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.704610 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Floating IP f3fdb88f-4afb-427a-a9a6-93a5bb846844 disassociated. External IP: 172.27.1.217, port: 970719f7-228c-4986-8838-d96b8e0af442. Jul 09 20:58:41.705282 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Calling delete_port for 970719f7-228c-4986-8838-d96b8e0af442 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:58:41.709152 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e386600-0a46-46c3-b5ee-b92ff2a6e5c4 None None] Pushing event updated for resources: {'Port': ['ID=74f213cd-c712-4560-8d3a-364dc2acef6d,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:41.727708 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 2f3eed5a-8c5a-4489-807f-045b888dbe74 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:41.739559 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 2f3eed5a-8c5a-4489-807f-045b888dbe74 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:41.739982 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.929791 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.944867 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.983248 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 2f3eed5a-8c5a-4489-807f-045b888dbe74, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=2f3eed5a-8c5a-4489-807f-045b888dbe74,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:41.990111 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:42.023510 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '2bea2a65-d0b3-4ae1-a839-861c3d245fc8', 'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'mac_address': 'fa:16:3e:cb:be:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:37Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 2, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'subnets': [{'id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:42.069013 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event deleted for resources: {'Port': ['ID=970719f7-228c-4986-8838-d96b8e0af442,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:42.101465 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Checking router: fee28a34-6bdc-4d49-843c-2f7d2969512f for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:58:42.101867 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Updating router fee28a34-6bdc-4d49-843c-2f7d2969512f port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:58:42.112234 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:42.130892 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=2f3eed5a-8c5a-4489-807f-045b888dbe74,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:42.156817 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:42.180668 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:42.304816 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Router fdf9f930-f965-45d9-890f-a554dbf9af68 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:58:42.436658 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:58:42.448823 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c284dc5-9246-43e5-9349-b1b7e3cfaddc None None] Sync routers for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:58:42.450642 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420322'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:42.469796 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c284dc5-9246-43e5-9349-b1b7e3cfaddc None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:42.470830 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5c284dc5-9246-43e5-9349-b1b7e3cfaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:42.551638 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] No DVR routers for this DVR port 970719f7-228c-4986-8838-d96b8e0af442 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:58:42.557427 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:42.563760 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-82153852-3222-4f89-8472-014142b9e95e req-fd591327-3896-44e4-bf48-04785118f0dd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.26 "DELETE /v2.0/ports/970719f7-228c-4986-8838-d96b8e0af442 HTTP/1.1" status: 204 len: 173 time: 1.4683571 Jul 09 20:58:42.564693 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'name': 'network-vif-deleted', 'tag': '970719f7-228c-4986-8838-d96b8e0af442'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:42.582263 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f97ee56-66ca-4b08-b4ff-1453601a93c0" -d '{"events": [{"server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "name": "network-vif-deleted", "tag": "970719f7-228c-4986-8838-d96b8e0af442"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:42.622517 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Router d84497f7-cb2b-4e47-b94f-011b24d58ebe is scheduled to L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:58:42.652064 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-5c284dc5-9246-43e5-9349-b1b7e3cfaddc None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:42.706604 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:42.733296 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Transition to ACTIVE for port object 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:42.746501 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fd1bcebb-4113-404a-9cfd-114688940dc5 req-3c31781d-e67b-47d9-9c37-183214af5efd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=360b1128-36bc-4c4d-840f-2f03fe426ee3 HTTP/1.1" status: 200 len: 210 time: 0.0497987 Jul 09 20:58:42.748264 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:42.866896 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d61123f-fe61-4f05-b42c-1619906f5dbc x-openstack-request-id: req-4d61123f-fe61-4f05-b42c-1619906f5dbc {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:42.867212 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b1128-36bc-4c4d-840f-2f03fe426ee3", "name": "network-vif-deleted", "tag": "970719f7-228c-4986-8838-d96b8e0af442", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:42.867456 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d61123f-fe61-4f05-b42c-1619906f5dbc {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:42.867855 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b1128-36bc-4c4d-840f-2f03fe426ee3', 'name': 'network-vif-deleted', 'tag': '970719f7-228c-4986-8838-d96b8e0af442', 'status': 'completed', 'code': 200} Jul 09 20:58:42.881963 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Pushing event updated for resources: {'Port': ['ID=2bea2a65-d0b3-4ae1-a839-861c3d245fc8,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:42.894037 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:42.894588 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:42.895105 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:42.895622 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:42.896117 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:42.896663 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:42.897153 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:42.897672 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:42.898026 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:42.898353 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:42.898841 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:42.899320 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:43.006781 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Attempting to bind port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:43.009697 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Attempting to bind port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:43.009697 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Attempting to bind port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 on network b84a2abb-7752-4c25-aabf-2ee5072d0564 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:43.026626 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:43.031600 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Checking segment: {'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:43.032273 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:43.033040 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Bound using segment: {'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:43.033810 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Bound port: 2bea2a65-d0b3-4ae1-a839-861c3d245fc8, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:43.034341 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:43.101238 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5c284dc5-9246-43e5-9349-b1b7e3cfaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:43.169929 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c284dc5-9246-43e5-9349-b1b7e3cfaddc None None] Checking router: fdf9f930-f965-45d9-890f-a554dbf9af68 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:58:43.192135 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] For port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:43.193784 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c284dc5-9246-43e5-9349-b1b7e3cfaddc None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:43.194452 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5c284dc5-9246-43e5-9349-b1b7e3cfaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:43.204921 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] For port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=2bea2a65-d0b3-4ae1-a839-861c3d245fc8,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:43.210531 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:43.302303 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760a8aa-b5f6-41a5-a601-2dec6d3b387e None None] Pushing event updated for resources: {'Port': ['ID=2bea2a65-d0b3-4ae1-a839-861c3d245fc8,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:43.337726 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:58:43.350693 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Routers {'fee28a34-6bdc-4d49-843c-2f7d2969512f'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:43.354780 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fee28a34-6bdc-4d49-843c-2f7d2969512f'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:43.368562 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:43.373151 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35504) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:43.373613 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-728dacb2-2eb7-4c77-b083-c603325b8033 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7239761 Jul 09 20:58:43.384746 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca925d3-ce56-44f2-997c-a21fc3511c74 None None] Network 07e77b03-c938-49dc-9811-2e4af068c85d requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:58:43.393593 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Sync routers for ids ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:58:43.456797 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35510) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:43.558455 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Routers {'d84497f7-cb2b-4e47-b94f-011b24d58ebe'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:43.562296 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:43.669552 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-14a889fd-a8e8-442b-84ba-3a6c8e225f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:43.848674 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Set router d84497f7-cb2b-4e47-b94f-011b24d58ebe gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:43.908822 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-14a889fd-a8e8-442b-84ba-3a6c8e225f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:43.910361 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-14a889fd-a8e8-442b-84ba-3a6c8e225f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:43.991646 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 74f213cd-c712-4560-8d3a-364dc2acef6d up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:44.010920 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35530) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:44.023896 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a889fd-a8e8-442b-84ba-3a6c8e225f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d6c3de-bf22-4451-a255-bbcee91e3972,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:44.032752 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-14a889fd-a8e8-442b-84ba-3a6c8e225f03 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7b32a8a57c7426ebfb595877d3df9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746434 Jul 09 20:58:44.033695 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35532) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:44.068738 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 970719f7-228c-4986-8838-d96b8e0af442 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:58:44.093503 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-5c284dc5-9246-43e5-9349-b1b7e3cfaddc None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:44.102478 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3287f312-603a-4dd7-a77f-b2226a8210e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.143478 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c850ce5-c790-46b1-a15e-cb2108ad67c2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.143853 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3287f312-603a-4dd7-a77f-b2226a8210e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.169296 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c850ce5-c790-46b1-a15e-cb2108ad67c2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.185164 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-cee9ffac-76ae-4a4d-86fb-ca724fef3177 None None] Provisioning for port 74f213cd-c712-4560-8d3a-364dc2acef6d completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:44.188402 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 74f213cd-c712-4560-8d3a-364dc2acef6d completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:44.197762 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-cee9ffac-76ae-4a4d-86fb-ca724fef3177 None None] Provisioning complete for port 74f213cd-c712-4560-8d3a-364dc2acef6d triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:44.198285 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cee9ffac-76ae-4a4d-86fb-ca724fef3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.201204 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3287f312-603a-4dd7-a77f-b2226a8210e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.206077 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3287f312-603a-4dd7-a77f-b2226a8210e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.210374 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3287f312-603a-4dd7-a77f-b2226a8210e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03d6c3de-bf22-4451-a255-bbcee91e3972 HTTP/1.1" status: 204 len: 168 time: 0.1747797 Jul 09 20:58:44.237247 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287f312-603a-4dd7-a77f-b2226a8210e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d6c3de-bf22-4451-a255-bbcee91e3972,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:44.283339 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'name': 'tempest-TestShelveInstance-697460167-router', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:40Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 3, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'gw_port': {'id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:41Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:44.313006 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Checking router: d84497f7-cb2b-4e47-b94f-011b24d58ebe for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:58:44.313362 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Updating router d84497f7-cb2b-4e47-b94f-011b24d58ebe port 82baa52b-c795-4a94-9043-9ee2fda7bce6 binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:58:44.318831 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 74f213cd-c712-4560-8d3a-364dc2acef6d triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:44.319186 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.322899 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] Set router fee28a34-6bdc-4d49-843c-2f7d2969512f gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:44.351820 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: 970719f7-228c-4986-8838-d96b8e0af442 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:58:44.352172 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 970719f7-228c-4986-8838-d96b8e0af442 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:58:44.390541 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c850ce5-c790-46b1-a15e-cb2108ad67c2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.393400 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c850ce5-c790-46b1-a15e-cb2108ad67c2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.394907 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3c850ce5-c790-46b1-a15e-cb2108ad67c2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "DELETE /v2.0/security-groups/54fa1f62-d93d-477f-ade6-f825e19f7046 HTTP/1.1" status: 204 len: 168 time: 0.3827276 Jul 09 20:58:44.397784 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35542) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:44.421887 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.api.v2.resource [None req-68e95394-80a1-4454-82fc-476e1b737063 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] show failed (client error): The resource could not be found. Jul 09 20:58:44.427539 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-68e95394-80a1-4454-82fc-476e1b737063 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups/54fa1f62-d93d-477f-ade6-f825e19f7046 HTTP/1.1" status: 404 len: 347 time: 0.0256906 Jul 09 20:58:44.428094 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35546) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:44.436838 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.447814 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c850ce5-c790-46b1-a15e-cb2108ad67c2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fa1f62-d93d-477f-ade6-f825e19f7046,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:44.589678 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cee9ffac-76ae-4a4d-86fb-ca724fef3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.689902 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.769019 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-2bffa2e4-403d-4d32-853e-0bd07199aa3a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Deleting port e199b92b-8fe7-47dd-a632-c0a3f738e276 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:58:44.769572 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2bffa2e4-403d-4d32-853e-0bd07199aa3a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.776455 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-cee9ffac-76ae-4a4d-86fb-ca724fef3177 None None] For port 74f213cd-c712-4560-8d3a-364dc2acef6d, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=74f213cd-c712-4560-8d3a-364dc2acef6d,segment=NetworkSegment(fafd996a-11ed-4942-9ef3-daaa82096082),segment_id=fafd996a-11ed-4942-9ef3-daaa82096082)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:44.777935 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.813740 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cee9ffac-76ae-4a4d-86fb-ca724fef3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.861164 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Allocated IP 172.20.0.1 (07e77b03-c938-49dc-9811-2e4af068c85d/3811cd9d-c193-4c14-87c0-ec4c51974134/cc4b66fd-1b4a-423d-bb03-f7635eb886af) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:44.999925 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2bffa2e4-403d-4d32-853e-0bd07199aa3a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.002467 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2bffa2e4-403d-4d32-853e-0bd07199aa3a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.013727 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.029337 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Transition to ACTIVE for port object cc4b66fd-1b4a-423d-bb03-f7635eb886af will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:45.034506 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-2bffa2e4-403d-4d32-853e-0bd07199aa3a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Calling delete_port for e199b92b-8fe7-47dd-a632-c0a3f738e276 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:58:45.052807 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9ffac-76ae-4a4d-86fb-ca724fef3177 None None] Pushing event updated for resources: {'Port': ['ID=74f213cd-c712-4560-8d3a-364dc2acef6d,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:45.082002 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.db.api [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:58:45.082356 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG oslo_db.api [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:58:45.085640 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.096899 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5c284dc5-9246-43e5-9349-b1b7e3cfaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:45.147660 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Network 07e77b03-c938-49dc-9811-2e4af068c85d is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:45.155097 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:45.172745 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:45.186284 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c284dc5-9246-43e5-9349-b1b7e3cfaddc None None] The sync data for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi is: [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:58:45.228391 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ca4c535f-183e-4b87-bfe6-810cbd0bc00d None None] Provisioning complete for port 74f213cd-c712-4560-8d3a-364dc2acef6d triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:45.228788 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca4c535f-183e-4b87-bfe6-810cbd0bc00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.246731 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Pushing event updated for resources: {'Port': ['ID=cc4b66fd-1b4a-423d-bb03-f7635eb886af,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:45.302284 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544981'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.406106 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.428815 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Transition to ACTIVE for port object 82baa52b-c795-4a94-9043-9ee2fda7bce6 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:45.450454 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.527728 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35578) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:45.584644 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '2bea2a65-d0b3-4ae1-a839-861c3d245fc8', 'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'mac_address': 'fa:16:3e:cb:be:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:37Z', 'updated_at': '2021-07-09T20:58:43Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'subnets': [{'id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:45.598712 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2bffa2e4-403d-4d32-853e-0bd07199aa3a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.687646 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffa2e4-403d-4d32-853e-0bd07199aa3a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event deleted for resources: {'Port': ['ID=e199b92b-8fe7-47dd-a632-c0a3f738e276,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:45.710009 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.735568 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2322bc-e024-4006-8859-cc823fcfa2f9 None None] Pushing event updated for resources: {'Port': ['ID=82baa52b-c795-4a94-9043-9ee2fda7bce6,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:45.748596 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Attempting to bind port 82baa52b-c795-4a94-9043-9ee2fda7bce6 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:45.748985 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Attempting to bind port 82baa52b-c795-4a94-9043-9ee2fda7bce6 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:45.749361 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Attempting to bind port 82baa52b-c795-4a94-9043-9ee2fda7bce6 on network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:45.766467 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c787d-71af-4953-b270-7d73181a80e6 None None] New status for floating IP f3fdb88f-4afb-427a-a9a6-93a5bb846844: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:58:45.786312 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581257d-3dd6-44ff-a36d-c12691d42cf8 None None] The sync data for ids ['fee28a34-6bdc-4d49-843c-2f7d2969512f'] in dv-cinder-792642-3-iscsi is: [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '2bea2a65-d0b3-4ae1-a839-861c3d245fc8', 'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'mac_address': 'fa:16:3e:cb:be:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:37Z', 'updated_at': '2021-07-09T20:58:43Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'subnets': [{'id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:58:45.790853 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:45.791224 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Checking segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:45.791691 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.792088 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Bound using segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:45.792578 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Bound port: 82baa52b-c795-4a94-9043-9ee2fda7bce6, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:45.800824 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.823982 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2bffa2e4-403d-4d32-853e-0bd07199aa3a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.830812 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2bffa2e4-403d-4d32-853e-0bd07199aa3a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.846969 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2bffa2e4-403d-4d32-853e-0bd07199aa3a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "DELETE /v2.0/floatingips/f3fdb88f-4afb-427a-a9a6-93a5bb846844 HTTP/1.1" status: 204 len: 168 time: 1.4057846 Jul 09 20:58:45.893917 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 2f3eed5a-8c5a-4489-807f-045b888dbe74 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:45.904804 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1662059715-network', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:45.926273 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] For port 82baa52b-c795-4a94-9043-9ee2fda7bce6, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:45.931006 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] For port 82baa52b-c795-4a94-9043-9ee2fda7bce6, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=82baa52b-c795-4a94-9043-9ee2fda7bce6,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:45.942043 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.979946 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 2f3eed5a-8c5a-4489-807f-045b888dbe74 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:45.981245 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.983781 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Made reservation on behalf of 99663bcf83084ddcbada3387f0d4f2f3 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:45.986339 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.019280 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.054342 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2322bc-e024-4006-8859-cc823fcfa2f9 None None] Pushing event updated for resources: {'Port': ['ID=82baa52b-c795-4a94-9043-9ee2fda7bce6,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:46.064315 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Routers {'d84497f7-cb2b-4e47-b94f-011b24d58ebe'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:46.064315 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:46.112638 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.122710 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.137324 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:46.219158 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] Set router d84497f7-cb2b-4e47-b94f-011b24d58ebe gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:46.223661 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-21ba8c99-8526-4090-be3e-6c3b7c54c3f8 None None] Provisioning for port cc4b66fd-1b4a-423d-bb03-f7635eb886af completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:46.232747 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-21ba8c99-8526-4090-be3e-6c3b7c54c3f8 None None] Provisioning complete for port cc4b66fd-1b4a-423d-bb03-f7635eb886af triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:46.233257 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-21ba8c99-8526-4090-be3e-6c3b7c54c3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.246782 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.253473 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.276676 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:58:46.287986 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Pushing event updated for resources: {'Port': ['ID=cc4b66fd-1b4a-423d-bb03-f7635eb886af,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:46.291461 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.291816 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Added segment f72a41c4-117a-4872-a60d-225dc506a68f of type vlan for network 987c1107-b352-4f3e-852f-af1376e8017e Jul 09 20:58:46.306544 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552616'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.318659 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:46.334691 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:46.336452 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.340105 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.404667 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-21ba8c99-8526-4090-be3e-6c3b7c54c3f8 None None] Port cc4b66fd-1b4a-423d-bb03-f7635eb886af cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:58:46.444915 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63b100f-8b71-4951-bd5d-d491e7e56b50,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:46.450266 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.452165 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:46.452837 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.467060 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.518559 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=2bea2a65-d0b3-4ae1-a839-861c3d245fc8,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:46.526598 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.532533 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35586) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:46.542639 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-6ec1f5a1-cae3-4015-bfd9-5e9896f23ef9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1739970710', 'description': 'tempest-description--1859264502'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:46.593269 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0627747 Jul 09 20:58:46.599377 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35588) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:46.601264 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=2bea2a65-d0b3-4ae1-a839-861c3d245fc8,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:46.613022 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] Request body: {'subnet': {'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1662059715-subnet', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:46.634089 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c1228-17a2-4078-b494-2615e246e0ca admin admin] Pushing event updated for resources: {'Network': ['ID=987c1107-b352-4f3e-852f-af1376e8017e,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:46.634735 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'name': 'tempest-TestShelveInstance-697460167-router', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:40Z', 'updated_at': '2021-07-09T20:58:45Z', 'revision_number': 4, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'gw_port': {'id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:41Z', 'updated_at': '2021-07-09T20:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'cc4b66fd-1b4a-423d-bb03-f7635eb886af', 'name': '', 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'mac_address': 'fa:16:3e:4a:e2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3811cd9d-c193-4c14-87c0-ec4c51974134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:44Z', 'updated_at': '2021-07-09T20:58:44Z', 'revision_number': 1, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'subnets': [{'id': '3811cd9d-c193-4c14-87c0-ec4c51974134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:46.649810 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network 987c1107-b352-4f3e-852f-af1376e8017e details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:58:46.655641 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 74f213cd-c712-4560-8d3a-364dc2acef6d up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:46.674932 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ec1f5a1-cae3-4015-bfd9-5e9896f23ef9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.679225 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] Made reservation on behalf of 99663bcf83084ddcbada3387f0d4f2f3 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:46.682158 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9236157'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.685778 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fa643-b1e6-41ca-b4d3-7816814ccb00 None None] The sync data for ids ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'] in dv-cinder-792642-3-iscsi is: [{'id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'name': 'tempest-TestShelveInstance-697460167-router', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:40Z', 'updated_at': '2021-07-09T20:58:45Z', 'revision_number': 4, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'gw_port': {'id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:41Z', 'updated_at': '2021-07-09T20:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'cc4b66fd-1b4a-423d-bb03-f7635eb886af', 'name': '', 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'mac_address': 'fa:16:3e:4a:e2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3811cd9d-c193-4c14-87c0-ec4c51974134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:44Z', 'updated_at': '2021-07-09T20:58:44Z', 'revision_number': 1, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'subnets': [{'id': '3811cd9d-c193-4c14-87c0-ec4c51974134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:58:46.835030 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 74f213cd-c712-4560-8d3a-364dc2acef6d triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:46.835482 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.028707 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ec1f5a1-cae3-4015-bfd9-5e9896f23ef9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.036345 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ec1f5a1-cae3-4015-bfd9-5e9896f23ef9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.065051 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Network 07e77b03-c938-49dc-9811-2e4af068c85d is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:47.067647 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:47.100621 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ec1f5a1-cae3-4015-bfd9-5e9896f23ef9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.106388 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6ec1f5a1-cae3-4015-bfd9-5e9896f23ef9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5682483 Jul 09 20:58:47.108990 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35594) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:47.113963 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-701f1aa4-74ec-487c-941c-fdb876d9c1a0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'security_group_rule': {'security_group_id': '633ad2aa-4799-4d99-bbde-4974592b932d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:47.145471 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9236143'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.166745 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1f5a1-cae3-4015-bfd9-5e9896f23ef9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633ad2aa-4799-4d99-bbde-4974592b932d,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:47.245622 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9124d788-c9ef-4c6b-bd2c-8a77a5336843,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:47.280688 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-701f1aa4-74ec-487c-941c-fdb876d9c1a0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.331805 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Router d84497f7-cb2b-4e47-b94f-011b24d58ebe has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:58:47.380580 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-701f1aa4-74ec-487c-941c-fdb876d9c1a0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.392606 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-701f1aa4-74ec-487c-941c-fdb876d9c1a0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.407817 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] Checking segment: {'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:47.407817 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] Network hostable DHCP agents. Network: 987c1107-b352-4f3e-852f-af1376e8017e, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:58:47.413991 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f1aa4-74ec-487c-941c-fdb876d9c1a0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fc381a-b7d1-4f38-958f-316c074057c5,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:47.472329 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-701f1aa4-74ec-487c-941c-fdb876d9c1a0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.473588 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-701f1aa4-74ec-487c-941c-fdb876d9c1a0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3638453 Jul 09 20:58:47.477313 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35602) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:47.482027 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-dc76d127-412a-4d9f-91bc-4d03a31dd6ec tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'security_group_rule': {'security_group_id': '633ad2aa-4799-4d99-bbde-4974592b932d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:47.497935 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] Network 987c1107-b352-4f3e-852f-af1376e8017e is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:58:47.505102 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:58:47.515117 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, 987c1107-b352-4f3e-852f-af1376e8017e) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:47.519284 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-83e49047-1356-4cb1-b23a-09c45d621d7a admin admin] 10.222.0.73 "PUT /v2.0/routers/d84497f7-cb2b-4e47-b94f-011b24d58ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1445401 Jul 09 20:58:47.529003 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:47.529667 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.533305 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ace581-f959-400a-a042-0180b08a9ff9 None None] Network 987c1107-b352-4f3e-852f-af1376e8017e requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:58:47.541363 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dc76d127-412a-4d9f-91bc-4d03a31dd6ec tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.561203 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35608) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:47.566328 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a9080e6b-e5f4-4eb3-9487-a2e6e3785f1b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9634600 Jul 09 20:58:47.566525 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:47.604746 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-3ac3c9e2-9e2d-49d9-abc5-48acb2b930f4 None None] Provisioning complete for port cc4b66fd-1b4a-423d-bb03-f7635eb886af triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:47.608980 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-547644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6443'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.610083 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6450'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.614514 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c9e2-9e2d-49d9-abc5-48acb2b930f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.630118 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dc76d127-412a-4d9f-91bc-4d03a31dd6ec tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.636038 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dc76d127-412a-4d9f-91bc-4d03a31dd6ec tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.660551 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3c9e2-9e2d-49d9-abc5-48acb2b930f4 None None] Port cc4b66fd-1b4a-423d-bb03-f7635eb886af cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:58:47.661663 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76d127-412a-4d9f-91bc-4d03a31dd6ec tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30192712-b5cd-4289-a466-d7f0033fb9b0,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:47.673243 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dc76d127-412a-4d9f-91bc-4d03a31dd6ec tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.676817 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-dc76d127-412a-4d9f-91bc-4d03a31dd6ec tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1958988 Jul 09 20:58:47.682009 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35610) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:47.687142 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'floatingip': {'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:47.703588 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.721934 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.830595 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp525146ed-e162-58ec-a1cf-36914d7b589f-987c1107-b352-4f3e-852f-af1376e8017e', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'fixed_ips': [{'subnet_id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843'}]}} from dv-cinder-792642-3-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:58:47.832588 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.921436 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.954895 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6400'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.038950 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Allocated IP 172.20.0.2 (987c1107-b352-4f3e-852f-af1376e8017e/9124d788-c9ef-4c6b-bd2c-8a77a5336843/3994271d-5aa5-4e3c-a8f2-af557f94695d) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:48.129305 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Allocated IP 172.27.1.55 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/925df2d0-b0aa-448d-92f7-a5d8a8377f4d) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:48.217415 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.231961 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.247484 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Transition to ACTIVE for port object 3994271d-5aa5-4e3c-a8f2-af557f94695d will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:48.262707 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.279170 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Transition to ACTIVE for port object 3994271d-5aa5-4e3c-a8f2-af557f94695d will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:48.288882 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.298818 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.360655 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35616) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:48.365457 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-6fc1a659-47db-4c9a-90fb-fd26e80c14ac tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406695101', 'description': 'tempest-secgroup-smoke-406695101 description', 'project_id': '1836b31c3b5e496584544c882f0c46d2'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:48.367942 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Network 987c1107-b352-4f3e-852f-af1376e8017e is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:48.377260 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.384658 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:48.389021 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:48.397171 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Pushing event updated for resources: {'Port': ['ID=3994271d-5aa5-4e3c-a8f2-af557f94695d,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:48.421630 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:48.427734 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:48.431457 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:48.458311 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a659-47db-4c9a-90fb-fd26e80c14ac tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.465682 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Attempting to bind port 3994271d-5aa5-4e3c-a8f2-af557f94695d on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:48.466114 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Attempting to bind port 3994271d-5aa5-4e3c-a8f2-af557f94695d by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:48.466524 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Attempting to bind port 3994271d-5aa5-4e3c-a8f2-af557f94695d on network 987c1107-b352-4f3e-852f-af1376e8017e {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:48.472821 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:48.473209 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Checking segment: {'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:48.473609 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.474061 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Bound using segment: {'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:48.474623 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Bound port: 3994271d-5aa5-4e3c-a8f2-af557f94695d, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:48.474935 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.485724 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Allocated IP 172.27.1.45 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/18f5e24d-374b-458e-90fb-b57d658d443e) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:48.492081 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'Port': ['ID=925df2d0-b0aa-448d-92f7-a5d8a8377f4d,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:48.549381 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.619314 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.627253 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] For port 3994271d-5aa5-4e3c-a8f2-af557f94695d, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:48.637488 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] For port 3994271d-5aa5-4e3c-a8f2-af557f94695d, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=3994271d-5aa5-4e3c-a8f2-af557f94695d,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:48.644831 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.711738 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.722343 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a659-47db-4c9a-90fb-fd26e80c14ac tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.732633 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a659-47db-4c9a-90fb-fd26e80c14ac tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.735575 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f84e5c-8fd1-4942-90c8-f9df832594de None None] Pushing event updated for resources: {'Port': ['ID=3994271d-5aa5-4e3c-a8f2-af557f94695d,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:48.752631 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a659-47db-4c9a-90fb-fd26e80c14ac tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.754128 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6fc1a659-47db-4c9a-90fb-fd26e80c14ac tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3925121 Jul 09 20:58:48.759199 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35624) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:48.763991 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-f0f5e117-5a8f-428e-8852-7de311a41ca0 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Request body: {'security_group_rule': {'security_group_id': 'e5112988-be82-49a2-a554-64831f3c7a9c', 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:48.797425 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1a659-47db-4c9a-90fb-fd26e80c14ac tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5112988-be82-49a2-a554-64831f3c7a9c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:48.816532 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.863738 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:48.872581 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:48.876547 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:48.889289 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 82baa52b-c795-4a94-9043-9ee2fda7bce6 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:48.907924 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e117-5a8f-428e-8852-7de311a41ca0 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.910160 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Pushing event updated for resources: {'Port': ['ID=18f5e24d-374b-458e-90fb-b57d658d443e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:48.914071 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.925520 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.975254 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 82baa52b-c795-4a94-9043-9ee2fda7bce6 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:48.984138 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 82baa52b-c795-4a94-9043-9ee2fda7bce6 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:48.984834 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.080400 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'Port': ['ID=925df2d0-b0aa-448d-92f7-a5d8a8377f4d,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:49.090847 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e117-5a8f-428e-8852-7de311a41ca0 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.111098 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e117-5a8f-428e-8852-7de311a41ca0 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.148672 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.154400 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.168291 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5e117-5a8f-428e-8852-7de311a41ca0 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65513779-9f34-4482-a3c2-af70772fb34d,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:49.179920 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e117-5a8f-428e-8852-7de311a41ca0 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.180740 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 82baa52b-c795-4a94-9043-9ee2fda7bce6, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=82baa52b-c795-4a94-9043-9ee2fda7bce6,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:49.184557 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f0f5e117-5a8f-428e-8852-7de311a41ca0 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4210441 Jul 09 20:58:49.185631 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35628) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:49.189510 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.190658 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:49.190801 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-e852049e-1171-4074-9c06-9c8e46b95c24 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Request body: {'security_group_rule': {'security_group_id': 'e5112988-be82-49a2-a554-64831f3c7a9c', 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:49.191249 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.201670 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5c7e193d-a637-4f12-ad42-ab78cae77d1a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5099709 Jul 09 20:58:49.280179 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e852049e-1171-4074-9c06-9c8e46b95c24 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.299659 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=82baa52b-c795-4a94-9043-9ee2fda7bce6,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:49.312559 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.320570 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:49.320934 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.419731 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e852049e-1171-4074-9c06-9c8e46b95c24 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.426188 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e852049e-1171-4074-9c06-9c8e46b95c24 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.431514 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0c5867c2-dbe4-425b-9b0d-313dd375840a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1739970710&fields=id&tenant_id=718dda7ca7514e2383bab17a51d889da HTTP/1.1" status: 200 len: 267 time: 0.0396178 Jul 09 20:58:49.451452 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852049e-1171-4074-9c06-9c8e46b95c24 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55cc4e5-0800-4a69-87cd-0eb00320e9ad,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:49.457874 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e852049e-1171-4074-9c06-9c8e46b95c24 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.461851 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e852049e-1171-4074-9c06-9c8e46b95c24 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2724640 Jul 09 20:58:49.462398 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35642) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:49.499451 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-d3332b12-c41f-47f0-a966-2ac7f4eff2ea tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Request body: {'security_group_rule': {'security_group_id': 'e5112988-be82-49a2-a554-64831f3c7a9c', 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:49.543715 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-63f91f97-dc78-4e51-9cb8-0d39f8b553e8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:49.545219 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-63f91f97-dc78-4e51-9cb8-0d39f8b553e8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 816 time: 0.1063447 Jul 09 20:58:49.560821 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-e0657cc4-b40e-47ce-8847-db3ffd8bf96e tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/quotas/718dda7ca7514e2383bab17a51d889da HTTP/1.1" status: 200 len: 375 time: 0.0100260 Jul 09 20:58:49.572735 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d3332b12-c41f-47f0-a966-2ac7f4eff2ea tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.593227 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420322'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.633510 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-cfedce7a-2200-4387-864e-e7c97499281a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672662 Jul 09 20:58:49.719638 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d3332b12-c41f-47f0-a966-2ac7f4eff2ea tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.727553 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d3332b12-c41f-47f0-a966-2ac7f4eff2ea tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.739929 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-3c29bfb7-54ba-453b-a0a4-9f2e7e8c5d09 service neutron] 10.222.0.73 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947294 Jul 09 20:58:49.758048 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3332b12-c41f-47f0-a966-2ac7f4eff2ea tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63f0704-dcf1-407d-9a71-068fc14355b3,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:49.763896 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d3332b12-c41f-47f0-a966-2ac7f4eff2ea tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.768576 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d3332b12-c41f-47f0-a966-2ac7f4eff2ea tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3017347 Jul 09 20:58:49.768679 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35644) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:49.791129 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd is scheduled to L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:58:49.797289 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-7a6e121e-87af-457f-8e1e-5be44ca5bec4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Request body: {'security_group_rule': {'security_group_id': 'e5112988-be82-49a2-a554-64831f3c7a9c', 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:49.845477 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7a6e121e-87af-457f-8e1e-5be44ca5bec4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.897178 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-1ab2fc92-7117-43fb-a9b5-57b8c3b73aa5 service neutron] 10.222.0.73 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511710 Jul 09 20:58:49.933124 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7a6e121e-87af-457f-8e1e-5be44ca5bec4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.933319 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:58:49.941073 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7a6e121e-87af-457f-8e1e-5be44ca5bec4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.943465 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Sync routers for ids ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:58:49.955133 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.956750 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ecb97ab4-6414-4ffc-a292-da90dcfc164d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3943505 Jul 09 20:58:49.960031 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35646) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:49.964270 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Routers {'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:49.966945 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:49.976016 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e121e-87af-457f-8e1e-5be44ca5bec4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8207e677-7099-4ecc-8504-dd5e081ad399,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:50.012227 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7a6e121e-87af-457f-8e1e-5be44ca5bec4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.013437 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7a6e121e-87af-457f-8e1e-5be44ca5bec4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2444863 Jul 09 20:58:50.016341 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35648) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:50.021981 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-d0b1392f-eae2-4997-ab71-d58d34a33b4e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Request body: {'security_group_rule': {'security_group_id': 'e5112988-be82-49a2-a554-64831f3c7a9c', 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:50.065461 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-d0b1392f-eae2-4997-ab71-d58d34a33b4e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Project 1836b31c3b5e496584544c882f0c46d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:58:50.092123 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d0b1392f-eae2-4997-ab71-d58d34a33b4e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.180890 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Set router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:50.216835 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d0b1392f-eae2-4997-ab71-d58d34a33b4e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.224740 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d0b1392f-eae2-4997-ab71-d58d34a33b4e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.225972 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3d7e4514-e27a-4ac3-8f34-03d8c6c1b5b6 req-018c6bb5-605a-438f-909e-078f3e5d927f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 210 time: 0.0531232 Jul 09 20:58:50.241156 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1392f-eae2-4997-ab71-d58d34a33b4e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92bc23f-0008-4e5f-b16a-686833da26c1,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:50.274746 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d0b1392f-eae2-4997-ab71-d58d34a33b4e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.276628 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d0b1392f-eae2-4997-ab71-d58d34a33b4e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2585742 Jul 09 20:58:50.280441 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35656) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:50.291496 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-0cf3ba38-5297-459b-b6f3-afbf3fb6bc5f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Request body: {'security_group_rule': {'security_group_id': 'e5112988-be82-49a2-a554-64831f3c7a9c', 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:50.340419 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-0cf3ba38-5297-459b-b6f3-afbf3fb6bc5f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Project 1836b31c3b5e496584544c882f0c46d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:58:50.353114 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ba38-5297-459b-b6f3-afbf3fb6bc5f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.360021 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f0d66b-21d1-4184-9441-00d0b1355b4d None None] Network 987c1107-b352-4f3e-852f-af1376e8017e requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:58:50.475738 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ba38-5297-459b-b6f3-afbf3fb6bc5f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.480140 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ba38-5297-459b-b6f3-afbf3fb6bc5f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.502578 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3ba38-5297-459b-b6f3-afbf3fb6bc5f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86c6859-11ee-4cc3-aac4-69d17d9e153d,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:50.511636 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ba38-5297-459b-b6f3-afbf3fb6bc5f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.514868 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0cf3ba38-5297-459b-b6f3-afbf3fb6bc5f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2329650 Jul 09 20:58:50.537706 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:49Z', 'revision_number': 3, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:50.544506 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-b2636e3a-1c02-4af4-b7a5-e5876895cb64 None None] Provisioning for port 3994271d-5aa5-4e3c-a8f2-af557f94695d completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:50.576680 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Checking router: dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:58:50.577405 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Updating router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd port 18f5e24d-374b-458e-90fb-b57d658d443e binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:58:50.639219 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.765208 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.820204 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Sync routers for ids ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:58:50.844748 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 3994271d-5aa5-4e3c-a8f2-af557f94695d up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:50.931061 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Routers {'d84497f7-cb2b-4e47-b94f-011b24d58ebe'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:50.931864 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:51.016620 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Allocated IP 172.20.0.1 (987c1107-b352-4f3e-852f-af1376e8017e/9124d788-c9ef-4c6b-bd2c-8a77a5336843/7d19e0df-e08b-49b0-9f40-4cf5b647d4c9) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:51.031049 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 3994271d-5aa5-4e3c-a8f2-af557f94695d completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:51.066025 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 3994271d-5aa5-4e3c-a8f2-af557f94695d triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:51.066854 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.164356 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.178605 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Transition to ACTIVE for port object 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:51.185090 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.209401 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Transition to ACTIVE for port object 18f5e24d-374b-458e-90fb-b57d658d443e will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:51.219262 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.237915 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.290809 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Attempting to bind port 18f5e24d-374b-458e-90fb-b57d658d443e on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:51.291212 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Attempting to bind port 18f5e24d-374b-458e-90fb-b57d658d443e by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:51.291614 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Attempting to bind port 18f5e24d-374b-458e-90fb-b57d658d443e on network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:51.295737 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Network 987c1107-b352-4f3e-852f-af1376e8017e is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:51.298831 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:51.301431 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:51.301834 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Checking segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:51.302213 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.302567 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:51.302695 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Bound using segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:51.303065 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Bound port: 18f5e24d-374b-458e-90fb-b57d658d443e, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:51.303501 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.305111 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f433ee7-b2eb-48bf-8c5c-517e3f311765 None None] Pushing event updated for resources: {'Port': ['ID=18f5e24d-374b-458e-90fb-b57d658d443e,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:51.348568 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544981'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.356226 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7d19e0df-e08b-49b0-9f40-4cf5b647d4c9,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:51.394728 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] For port 18f5e24d-374b-458e-90fb-b57d658d443e, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:51.398200 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] For port 18f5e24d-374b-458e-90fb-b57d658d443e, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=18f5e24d-374b-458e-90fb-b57d658d443e,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:51.412714 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.478063 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Set router d84497f7-cb2b-4e47-b94f-011b24d58ebe gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:51.485998 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Routers {'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:51.486790 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:51.490073 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f433ee7-b2eb-48bf-8c5c-517e3f311765 None None] Pushing event updated for resources: {'Port': ['ID=18f5e24d-374b-458e-90fb-b57d658d443e,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:51.504895 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a0bff6e-9585-4a7d-b392-b552179d712e req-69f061a5-3f3b-4ba8-9823-5ae88d68e1fa tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 210 time: 0.0706704 Jul 09 20:58:51.540877 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.575899 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.625519 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] Set router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:51.661302 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 3994271d-5aa5-4e3c-a8f2-af557f94695d, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=3994271d-5aa5-4e3c-a8f2-af557f94695d,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:51.664735 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-eb9d708d-d59d-4da7-b239-945661805e6b None None] Provisioning for port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:51.672435 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.673213 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 82baa52b-c795-4a94-9043-9ee2fda7bce6 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:51.721598 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-eb9d708d-d59d-4da7-b239-945661805e6b None None] Provisioning complete for port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:51.721598 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eb9d708d-d59d-4da7-b239-945661805e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.767837 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.772412 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.823800 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=3994271d-5aa5-4e3c-a8f2-af557f94695d,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:51.828961 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d708d-d59d-4da7-b239-945661805e6b None None] Port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:58:51.846328 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:49Z', 'revision_number': 3, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:51.862314 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 82baa52b-c795-4a94-9043-9ee2fda7bce6 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:51.862958 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.875476 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983170ab-dda9-46d1-b27e-3384d521e383 None None] The sync data for ids ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'] in dv-cinder-792642-3-iscsi is: [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:49Z', 'revision_number': 3, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:58:51.926538 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'name': 'tempest-TestShelveInstance-697460167-router', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:40Z', 'updated_at': '2021-07-09T20:58:45Z', 'revision_number': 4, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'gw_port': {'id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:41Z', 'updated_at': '2021-07-09T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'cc4b66fd-1b4a-423d-bb03-f7635eb886af', 'name': '', 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'mac_address': 'fa:16:3e:4a:e2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3811cd9d-c193-4c14-87c0-ec4c51974134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:44Z', 'updated_at': '2021-07-09T20:58:45Z', 'revision_number': 2, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'subnets': [{'id': '3811cd9d-c193-4c14-87c0-ec4c51974134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:51.963958 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Checking router: d84497f7-cb2b-4e47-b94f-011b24d58ebe for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:58:51.964320 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Updating router d84497f7-cb2b-4e47-b94f-011b24d58ebe port cc4b66fd-1b4a-423d-bb03-f7635eb886af binding host dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:58:52.051068 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:52.053279 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:52.114562 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7d19e0df-e08b-49b0-9f40-4cf5b647d4c9,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:52.119613 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552616'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:52.358915 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Network 987c1107-b352-4f3e-852f-af1376e8017e is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:52.364667 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:52.546248 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:52.566303 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Transition to ACTIVE for port object cc4b66fd-1b4a-423d-bb03-f7635eb886af will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:52.584642 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:52.690905 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3bc05-3cc3-4922-b91f-ae8ae0ca6591 None None] Pushing event updated for resources: {'Port': ['ID=cc4b66fd-1b4a-423d-bb03-f7635eb886af,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:52.832221 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:58:52.900000 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Attempting to bind port cc4b66fd-1b4a-423d-bb03-f7635eb886af on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:52.900381 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Attempting to bind port cc4b66fd-1b4a-423d-bb03-f7635eb886af by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': 'fafd996a-11ed-4942-9ef3-daaa82096082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:52.900749 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Attempting to bind port cc4b66fd-1b4a-423d-bb03-f7635eb886af on network 07e77b03-c938-49dc-9811-2e4af068c85d {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:52.904856 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 3994271d-5aa5-4e3c-a8f2-af557f94695d up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:52.980939 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f95f9ee-b00f-4833-b263-3a6c3de2810c req-9edcf30e-6b3b-4a64-8000-17851dfd08f8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 210 time: 0.0459204 Jul 09 20:58:53.002128 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:53.002512 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Checking segment: {'id': 'fafd996a-11ed-4942-9ef3-daaa82096082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:53.004148 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:53.004572 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Bound using segment: {'id': 'fafd996a-11ed-4942-9ef3-daaa82096082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:53.005061 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Bound port: cc4b66fd-1b4a-423d-bb03-f7635eb886af, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fafd996a-11ed-4942-9ef3-daaa82096082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:53.005654 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:53.053633 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-1a91a70d-9204-49a0-bb7a-0d8c6cce1d37 None None] Provisioning complete for port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:53.054069 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1a91a70d-9204-49a0-bb7a-0d8c6cce1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:53.145753 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:58:53.155863 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-56f7fc18-359e-48c8-9e0b-3cffc4fb92e4 admin admin] 10.222.0.73 "PUT /v2.0/routers/dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1886151 Jul 09 20:58:53.199642 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-1a91a70d-9204-49a0-bb7a-0d8c6cce1d37 None None] Port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:58:53.227460 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 3994271d-5aa5-4e3c-a8f2-af557f94695d triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:53.228000 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:53.273097 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] For port cc4b66fd-1b4a-423d-bb03-f7635eb886af, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:53.311482 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] For port cc4b66fd-1b4a-423d-bb03-f7635eb886af, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=cc4b66fd-1b4a-423d-bb03-f7635eb886af,segment=NetworkSegment(fafd996a-11ed-4942-9ef3-daaa82096082),segment_id=fafd996a-11ed-4942-9ef3-daaa82096082)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:53.320393 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:53.400951 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-8a8ea2bd-1fd5-4a89-b59d-fa4e0acfa048 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:53.414471 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-8a8ea2bd-1fd5-4a89-b59d-fa4e0acfa048 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 816 time: 0.3228409 Jul 09 20:58:53.568789 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-937dfd6f-ae71-4bff-a5c9-0db64160c21c tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=718dda7ca7514e2383bab17a51d889da HTTP/1.1" status: 200 len: 380 time: 0.1238284 Jul 09 20:58:53.573745 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'port': {'device_id': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'admin_state_up': True, 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'security_groups': ['633ad2aa-4799-4d99-bbde-4974592b932d']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:53.627036 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Routers {'d84497f7-cb2b-4e47-b94f-011b24d58ebe'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:53.627905 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:53.682290 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3bc05-3cc3-4922-b91f-ae8ae0ca6591 None None] Pushing event updated for resources: {'Port': ['ID=cc4b66fd-1b4a-423d-bb03-f7635eb886af,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:53.743478 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Made reservation on behalf of 718dda7ca7514e2383bab17a51d889da for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:53.748659 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:53.779208 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 18f5e24d-374b-458e-90fb-b57d658d443e up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:53.860203 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] Set router d84497f7-cb2b-4e47-b94f-011b24d58ebe gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:53.895319 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Allocated IP 172.20.0.5 (5136dd8a-062d-4b94-b244-02ac5275df2c/120db619-b817-45fe-af10-14c5b1df5022/292d292e-b8ac-491f-8695-406e24779f2f) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:53.905605 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 18f5e24d-374b-458e-90fb-b57d658d443e completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:53.915299 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 18f5e24d-374b-458e-90fb-b57d658d443e triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:53.915924 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:53.983694 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35780) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:53.988863 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1535759320-network', 'tenant_id': '642a2ad5d1694662b7a43891d1436274'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:54.037365 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Made reservation on behalf of 642a2ad5d1694662b7a43891d1436274 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:54.040230 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.061410 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.098241 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.120303 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Transition to ACTIVE for port object 292d292e-b8ac-491f-8695-406e24779f2f will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:54.162038 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.176551 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.214034 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Network 5136dd8a-062d-4b94-b244-02ac5275df2c is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:54.216924 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 18f5e24d-374b-458e-90fb-b57d658d443e, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=18f5e24d-374b-458e-90fb-b57d658d443e,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:54.218459 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:54.223145 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:54.239445 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'name': 'tempest-TestShelveInstance-697460167-router', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:40Z', 'updated_at': '2021-07-09T20:58:45Z', 'revision_number': 4, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'gw_port': {'id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:41Z', 'updated_at': '2021-07-09T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'cc4b66fd-1b4a-423d-bb03-f7635eb886af', 'name': '', 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'mac_address': 'fa:16:3e:4a:e2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3811cd9d-c193-4c14-87c0-ec4c51974134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:44Z', 'updated_at': '2021-07-09T20:58:53Z', 'revision_number': 4, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'subnets': [{'id': '3811cd9d-c193-4c14-87c0-ec4c51974134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:54.242213 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.252042 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.259304 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event updated for resources: {'Port': ['ID=292d292e-b8ac-491f-8695-406e24779f2f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:54.271653 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.305022 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:58:54.319090 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:54.320246 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.326139 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402486d8-d290-40ad-b731-1443318359cf,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:54.345159 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.347413 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Added segment c10fd5f9-240d-472d-811e-1e0dc7958109 of type vlan for network 9d15bac0-822a-42bb-9f38-19ed669ee3c2 Jul 09 20:58:54.356119 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-44d6e048-a5cb-419a-b65f-2d50a9e0cf89 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7862761 Jul 09 20:58:54.381650 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Request body: {'port': {'device_id': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:54.404626 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cb026-bc00-48f1-810b-013ab5777d47 req-e3332ce0-87eb-4e9d-8fea-02d59bfc16d6 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:54.406871 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d74cb026-bc00-48f1-810b-013ab5777d47 req-e3332ce0-87eb-4e9d-8fea-02d59bfc16d6 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 931 time: 0.2138164 Jul 09 20:58:54.443876 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.454923 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ec6d7-1046-4b64-9282-0e1df82e0124 None None] The sync data for ids ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'] in dv-cinder-792642-3-iscsi is: [{'id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'name': 'tempest-TestShelveInstance-697460167-router', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:40Z', 'updated_at': '2021-07-09T20:58:45Z', 'revision_number': 4, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'gw_port': {'id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:41Z', 'updated_at': '2021-07-09T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'cc4b66fd-1b4a-423d-bb03-f7635eb886af', 'name': '', 'network_id': '07e77b03-c938-49dc-9811-2e4af068c85d', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'mac_address': 'fa:16:3e:4a:e2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3811cd9d-c193-4c14-87c0-ec4c51974134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:44Z', 'updated_at': '2021-07-09T20:58:53Z', 'revision_number': 4, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'subnets': [{'id': '3811cd9d-c193-4c14-87c0-ec4c51974134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:58:54.477709 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d74cb026-bc00-48f1-810b-013ab5777d47 req-381d89e7-1b6d-4c9c-aa96-4801b88ef6ca tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641444 Jul 09 20:58:54.494847 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.505054 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=18f5e24d-374b-458e-90fb-b57d658d443e,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:54.508858 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.510654 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:54.510879 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.634797 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6494777 Jul 09 20:58:54.638408 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35786) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:54.644843 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] Request body: {'subnet': {'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1535759320-subnet', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:54.666423 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-2199a5dc-063a-4f54-91de-b62f393e8f19 None None] Provisioning for port 292d292e-b8ac-491f-8695-406e24779f2f completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:54.673924 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-2199a5dc-063a-4f54-91de-b62f393e8f19 None None] Provisioning complete for port 292d292e-b8ac-491f-8695-406e24779f2f triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:54.674748 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2199a5dc-063a-4f54-91de-b62f393e8f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.678652 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc427f-143d-4f3e-be4a-6a25793c7668 admin admin] Pushing event updated for resources: {'Network': ['ID=9d15bac0-822a-42bb-9f38-19ed669ee3c2,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:54.707944 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] Made reservation on behalf of 642a2ad5d1694662b7a43891d1436274 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:54.714306 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Sync routers for ids ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:58:54.715636 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9236157'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.728849 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Routers {'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:54.729793 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:54.730788 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network 9d15bac0-822a-42bb-9f38-19ed669ee3c2 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:58:54.745026 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device cc4b66fd-1b4a-423d-bb03-f7635eb886af up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:54.865789 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-2199a5dc-063a-4f54-91de-b62f393e8f19 None None] Port 292d292e-b8ac-491f-8695-406e24779f2f cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:58:54.936502 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Set router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:54.937790 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port cc4b66fd-1b4a-423d-bb03-f7635eb886af completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:54.946706 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port cc4b66fd-1b4a-423d-bb03-f7635eb886af triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:54.947284 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.085592 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292d292e-b8ac-491f-8695-406e24779f2f {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:58:55.096151 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.105115 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.139401 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Transition to ACTIVE for port object 292d292e-b8ac-491f-8695-406e24779f2f will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:55.144382 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.150581 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9236143'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.153912 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port cc4b66fd-1b4a-423d-bb03-f7635eb886af, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=cc4b66fd-1b4a-423d-bb03-f7635eb886af,segment=NetworkSegment(fafd996a-11ed-4942-9ef3-daaa82096082),segment_id=fafd996a-11ed-4942-9ef3-daaa82096082)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:55.159134 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.160510 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 18f5e24d-374b-458e-90fb-b57d658d443e up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:55.225854 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 4, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '7d19e0df-e08b-49b0-9f40-4cf5b647d4c9', 'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'mac_address': 'fa:16:3e:2d:fd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:50Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 2, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'subnets': [{'id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:55.265566 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Checking router: dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:58:55.266104 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Updating router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:58:55.266913 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c8555a-a276-466c-ad71-3497a37914fe,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:55.320679 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.334315 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] Checking segment: {'id': 'c10fd5f9-240d-472d-811e-1e0dc7958109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:55.335987 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] Network hostable DHCP agents. Network: 9d15bac0-822a-42bb-9f38-19ed669ee3c2, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:58:55.385165 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] Network 9d15bac0-822a-42bb-9f38-19ed669ee3c2 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:58:55.403311 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, 9d15bac0-822a-42bb-9f38-19ed669ee3c2) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:55.407506 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=cc4b66fd-1b4a-423d-bb03-f7635eb886af,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:55.408917 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:55.409803 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.420894 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 18f5e24d-374b-458e-90fb-b57d658d443e triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:55.421290 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.454154 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e2072a36-45c0-4cd2-965d-a3baa242d41b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8121889 Jul 09 20:58:55.454342 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Pushing event updated for resources: {'Port': ['ID=292d292e-b8ac-491f-8695-406e24779f2f,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:55.455725 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35816) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:55.460841 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Attempting to bind port 292d292e-b8ac-491f-8695-406e24779f2f on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:55.461189 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Attempting to bind port 292d292e-b8ac-491f-8695-406e24779f2f by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:55.461526 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Attempting to bind port 292d292e-b8ac-491f-8695-406e24779f2f on network 5136dd8a-062d-4b94-b244-02ac5275df2c {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:55.468422 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1535759320-router', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:55.470641 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Port 292d292e-b8ac-491f-8695-406e24779f2f on network 5136dd8a-062d-4b94-b244-02ac5275df2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:58:55.471104 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Attempting to bind port 292d292e-b8ac-491f-8695-406e24779f2f on network 5136dd8a-062d-4b94-b244-02ac5275df2c {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:55.489228 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:55.489495 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Checking segment: {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:55.489853 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Bound using segment: {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:55.497494 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Bound port: 292d292e-b8ac-491f-8695-406e24779f2f, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61639471-b78c-479c-b39d-d805111b8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:55.498414 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.514487 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-547644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6443'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.516473 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6450'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.545010 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58faaf29-281a-47ae-8112-b70182b50e5e None None] Network 9d15bac0-822a-42bb-9f38-19ed669ee3c2 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:58:55.629465 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:55.633408 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:55.639384 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.698528 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.783808 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Pushing event updated for resources: {'Port': ['ID=292d292e-b8ac-491f-8695-406e24779f2f,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:55.799054 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:55.800879 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.820740 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-0dd20df0-085a-4f3d-9ca1-8088a7d72426 service neutron] 10.222.0.26 "PUT /v2.0/ports/292d292e-b8ac-491f-8695-406e24779f2f HTTP/1.1" status: 200 len: 1093 time: 1.4501481 Jul 09 20:58:55.821263 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:55.830645 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec98864-27c2-4494-b42a-45a7e1869663" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "tag": "292d292e-b8ac-491f-8695-406e24779f2f"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:55.904318 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.936420 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Transition to ACTIVE for port object 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:55.945039 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.033308 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-98695c69-ff24-4e67-9a8c-b7c561e13e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:56.036116 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-98695c69-ff24-4e67-9a8c-b7c561e13e85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 1096 time: 0.1356921 Jul 09 20:58:56.046586 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6400'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.071812 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp525146ed-e162-58ec-a1cf-36914d7b589f-9d15bac0-822a-42bb-9f38-19ed669ee3c2', 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'fixed_ips': [{'subnet_id': 'b5c8555a-a276-466c-ad71-3497a37914fe'}]}} from dv-cinder-792642-3-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:58:56.074851 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.091639 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30376858-1871-4a1b-b42c-90e4e6bcc41c None None] Pushing event updated for resources: {'Port': ['ID=7d19e0df-e08b-49b0-9f40-4cf5b647d4c9,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:56.107492 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11092473-3863-4562-8a04-331004779ed6 req-ab797378-ea34-4cd0-b8d2-d82f383a2438 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:56.120711 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-11092473-3863-4562-8a04-331004779ed6 req-ab797378-ea34-4cd0-b8d2-d82f383a2438 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 943 time: 0.3179400 Jul 09 20:58:56.125507 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35826) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:56.141895 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-ead36683-57de-4ac5-9e06-7a8b77c8f6f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292d292e-b8ac-491f-8695-406e24779f2f HTTP/1.1" status: 200 len: 217 time: 0.0918822 Jul 09 20:58:56.207508 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-11092473-3863-4562-8a04-331004779ed6 req-72117b35-7e0b-4ad7-9039-20440a9f82cc tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660717 Jul 09 20:58:56.243724 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Attempting to bind port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:56.244095 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Attempting to bind port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:56.244464 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Attempting to bind port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 on network 987c1107-b352-4f3e-852f-af1376e8017e {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:56.255154 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-88c2dbb6-c6e6-427d-90ce-720fab543931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:56.256764 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-88c2dbb6-c6e6-427d-90ce-720fab543931 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.1084952 Jul 09 20:58:56.263555 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:56.264080 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Checking segment: {'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:56.264505 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.264859 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Bound using segment: {'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:56.265342 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Bound port: 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:56.265742 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.334027 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b85d882-c87f-4b1d-b097-39863bbcc648 x-openstack-request-id: req-9b85d882-c87f-4b1d-b097-39863bbcc648 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:56.334327 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "tag": "292d292e-b8ac-491f-8695-406e24779f2f", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:56.334607 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b85d882-c87f-4b1d-b097-39863bbcc648 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:56.335012 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f', 'status': 'completed', 'code': 200} Jul 09 20:58:56.404759 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e879087-d126-47da-bcdc-27cc0e54336a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.420414 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] For port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:56.431676 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-a2f5927f-d6eb-425b-a0f3-2cc6ef1627bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:56.433214 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-a2f5927f-d6eb-425b-a0f3-2cc6ef1627bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1691611 Jul 09 20:58:56.435925 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] For port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=7d19e0df-e08b-49b0-9f40-4cf5b647d4c9,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:56.442476 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.452851 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Allocated IP 172.20.0.2 (9d15bac0-822a-42bb-9f38-19ed669ee3c2/b5c8555a-a276-466c-ad71-3497a37914fe/d695145e-03fb-4db2-a463-60ff51b0e0b8) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:56.561509 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.573563 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30376858-1871-4a1b-b42c-90e4e6bcc41c None None] Pushing event updated for resources: {'Port': ['ID=7d19e0df-e08b-49b0-9f40-4cf5b647d4c9,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:56.579020 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Routers {'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:56.579973 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:56.591132 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-a4e942a4-85e7-43cc-ab6b-da84dcb15a54 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491354 Jul 09 20:58:56.598489 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.708928 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device cc4b66fd-1b4a-423d-bb03-f7635eb886af up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:56.712749 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e879087-d126-47da-bcdc-27cc0e54336a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.720557 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e879087-d126-47da-bcdc-27cc0e54336a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.810170 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Allocated IP 172.27.1.74 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/815c6353-1b3e-4605-b581-1bf9db278214) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:56.844704 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6e879087-d126-47da-bcdc-27cc0e54336a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0bbe98f7c5a64a5c8c2305af6451de53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7141860 Jul 09 20:58:56.854069 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35832) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:56.854771 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e879087-d126-47da-bcdc-27cc0e54336a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04e574c-392d-44b7-883e-3786ef5d244f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:56.858929 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.882751 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] Set router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:56.893531 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3c8b0c0-4bb0-4646-9271-2d4ec766916a req-79911aaa-bdc3-45ba-b662-656d0ec53328 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921321 Jul 09 20:58:56.903509 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Transition to ACTIVE for port object d695145e-03fb-4db2-a463-60ff51b0e0b8 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:56.932086 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Transition to ACTIVE for port object d695145e-03fb-4db2-a463-60ff51b0e0b8 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:56.938802 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port cc4b66fd-1b4a-423d-bb03-f7635eb886af triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:56.939193 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.966433 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.970793 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.971998 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2a603bff-c32c-4a40-94b7-4cb226c1dff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.011876 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2a603bff-c32c-4a40-94b7-4cb226c1dff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.030306 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Network 9d15bac0-822a-42bb-9f38-19ed669ee3c2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:57.031945 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Pushing event updated for resources: {'Port': ['ID=d695145e-03fb-4db2-a463-60ff51b0e0b8,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:57.036645 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.037493 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:57.040341 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:57.070073 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:57.073511 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:57.078198 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:57.149553 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2a603bff-c32c-4a40-94b7-4cb226c1dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.153642 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2a603bff-c32c-4a40-94b7-4cb226c1dff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.155241 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2a603bff-c32c-4a40-94b7-4cb226c1dff8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d04e574c-392d-44b7-883e-3786ef5d244f HTTP/1.1" status: 204 len: 168 time: 0.2958326 Jul 09 20:58:57.167197 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a603bff-c32c-4a40-94b7-4cb226c1dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04e574c-392d-44b7-883e-3786ef5d244f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:57.176280 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec98864-27c2-4494-b42a-45a7e1869663 req-eef620aa-54a9-481b-ab95-9f908696836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:57.177834 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ec98864-27c2-4494-b42a-45a7e1869663 req-eef620aa-54a9-481b-ab95-9f908696836b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 1096 time: 0.1519158 Jul 09 20:58:57.184919 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Attempting to bind port d695145e-03fb-4db2-a463-60ff51b0e0b8 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:57.185529 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Attempting to bind port d695145e-03fb-4db2-a463-60ff51b0e0b8 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': 'c10fd5f9-240d-472d-811e-1e0dc7958109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:57.186348 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Attempting to bind port d695145e-03fb-4db2-a463-60ff51b0e0b8 on network 9d15bac0-822a-42bb-9f38-19ed669ee3c2 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:57.199084 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:57.200454 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Checking segment: {'id': 'c10fd5f9-240d-472d-811e-1e0dc7958109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:57.205416 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.205884 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Bound using segment: {'id': 'c10fd5f9-240d-472d-811e-1e0dc7958109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:57.206453 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Bound port: d695145e-03fb-4db2-a463-60ff51b0e0b8, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10fd5f9-240d-472d-811e-1e0dc7958109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:57.206803 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.232162 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 4, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '7d19e0df-e08b-49b0-9f40-4cf5b647d4c9', 'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'mac_address': 'fa:16:3e:2d:fd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:50Z', 'updated_at': '2021-07-09T20:58:56Z', 'revision_number': 4, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'subnets': [{'id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:57.269606 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d52ce-3bb6-4917-9b4b-cdbf8fbb800a None None] The sync data for ids ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'] in dv-cinder-792642-3-iscsi is: [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 4, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '7d19e0df-e08b-49b0-9f40-4cf5b647d4c9', 'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'mac_address': 'fa:16:3e:2d:fd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:50Z', 'updated_at': '2021-07-09T20:58:56Z', 'revision_number': 4, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'subnets': [{'id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:58:57.323009 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-456b956d-096e-4cd5-925c-265199f71108 None None] For port d695145e-03fb-4db2-a463-60ff51b0e0b8, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:57.338486 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Pushing event updated for resources: {'Port': ['ID=815c6353-1b3e-4605-b581-1bf9db278214,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:57.347085 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-456b956d-096e-4cd5-925c-265199f71108 None None] For port d695145e-03fb-4db2-a463-60ff51b0e0b8, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d695145e-03fb-4db2-a463-60ff51b0e0b8,segment=NetworkSegment(c10fd5f9-240d-472d-811e-1e0dc7958109),segment_id=c10fd5f9-240d-472d-811e-1e0dc7958109)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:57.366010 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.432732 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec98864-27c2-4494-b42a-45a7e1869663 req-8407b593-0604-4c51-93a0-331802478164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:57.442520 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ec98864-27c2-4494-b42a-45a7e1869663 req-8407b593-0604-4c51-93a0-331802478164 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 918 time: 0.2546918 Jul 09 20:58:57.544308 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ec98864-27c2-4494-b42a-45a7e1869663 req-d55f97a6-97a6-4eb0-b9a1-90a9d9c6ad1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292d292e-b8ac-491f-8695-406e24779f2f HTTP/1.1" status: 200 len: 217 time: 0.0869441 Jul 09 20:58:57.574224 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b956d-096e-4cd5-925c-265199f71108 None None] Pushing event updated for resources: {'Port': ['ID=d695145e-03fb-4db2-a463-60ff51b0e0b8,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:57.634217 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec98864-27c2-4494-b42a-45a7e1869663 req-d0878858-d609-4c06-9507-f5603dde43d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:57.640555 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ec98864-27c2-4494-b42a-45a7e1869663 req-d0878858-d609-4c06-9507-f5603dde43d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.0844822 Jul 09 20:58:57.666258 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.712370 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec98864-27c2-4494-b42a-45a7e1869663 req-bfa78566-afcf-4cf1-bfe1-74b7739efd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:57.713924 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ec98864-27c2-4494-b42a-45a7e1869663 req-bfa78566-afcf-4cf1-bfe1-74b7739efd4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651672 Jul 09 20:58:57.717888 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded274c-26b8-488f-960f-44dae32710eb req-0fdeb070-48b0-4226-a082-a3019e53ea25 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:57.719453 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cded274c-26b8-488f-960f-44dae32710eb req-0fdeb070-48b0-4226-a082-a3019e53ea25 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 943 time: 0.2797811 Jul 09 20:58:57.731198 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35840) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:57.783048 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-69ec59f6-90fe-49ec-8072-171b21662b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.842310 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cded274c-26b8-488f-960f-44dae32710eb req-bcbb4362-c447-46ef-b570-0dd8135871cf tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110091 Jul 09 20:58:57.888224 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ec98864-27c2-4494-b42a-45a7e1869663 req-8ce89b86-8519-4867-a7d6-207b82b544e0 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669950 Jul 09 20:58:58.019338 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 292d292e-b8ac-491f-8695-406e24779f2f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:58:58.031010 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420322'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.053067 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ec98864-27c2-4494-b42a-45a7e1869663 req-7e06f46c-2e6e-4307-9a45-01b0c85732e6 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578882 Jul 09 20:58:58.054939 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-69ec59f6-90fe-49ec-8072-171b21662b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.059906 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-69ec59f6-90fe-49ec-8072-171b21662b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.115565 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-69ec59f6-90fe-49ec-8072-171b21662b64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b93ea3f049684afa99a3b012f98d8550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831429 Jul 09 20:58:58.116601 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35844) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:58.165837 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec59f6-90fe-49ec-8072-171b21662b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c276266-7164-4f4c-a93f-20e74559dc84,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:58.184979 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eacecd4f-2ad2-4519-b309-35e4703a210e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.211872 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eacecd4f-2ad2-4519-b309-35e4703a210e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.220672 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:58.241186 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Router f73a21de-c450-4f36-8d41-36e6c4e96fc1 is scheduled to L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:58:58.241532 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '292d292e-b8ac-491f-8695-406e24779f2f', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'port_id': '292d292e-b8ac-491f-8695-406e24779f2f', 'mac_address': 'fa:16:3e:98:ae:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:58:58.270314 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eacecd4f-2ad2-4519-b309-35e4703a210e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.275011 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eacecd4f-2ad2-4519-b309-35e4703a210e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.281586 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-eacecd4f-2ad2-4519-b309-35e4703a210e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c276266-7164-4f4c-a93f-20e74559dc84 HTTP/1.1" status: 204 len: 168 time: 0.1636066 Jul 09 20:58:58.298826 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacecd4f-2ad2-4519-b309-35e4703a210e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c276266-7164-4f4c-a93f-20e74559dc84,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:58.301387 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.330545 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292d292e-b8ac-491f-8695-406e24779f2f {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:58:58.351655 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:58.356590 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.383424 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:58:58.414865 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.416133 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=292d292e-b8ac-491f-8695-406e24779f2f,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:58.421470 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-edeec970-dd6b-452c-a979-15f75dafd75c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9630661 Jul 09 20:58:58.422332 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35848) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:58.428867 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Sync routers for ids ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:58:58.442675 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Routers {'f73a21de-c450-4f36-8d41-36e6c4e96fc1'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:58.443338 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:58.591441 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Set router f73a21de-c450-4f36-8d41-36e6c4e96fc1 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:58.783169 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d695145e-03fb-4db2-a463-60ff51b0e0b8 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:58.858819 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['292d292e-b8ac-491f-8695-406e24779f2f'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:58:58.962897 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port d695145e-03fb-4db2-a463-60ff51b0e0b8 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:58.985453 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:59.098395 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93451ea0-1b97-4247-a13a-0b4581e35a69 None None] Network 9d15bac0-822a-42bb-9f38-19ed669ee3c2 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:58:59.221242 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Provisioning for port d695145e-03fb-4db2-a463-60ff51b0e0b8 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:59.249890 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Provisioning complete for port d695145e-03fb-4db2-a463-60ff51b0e0b8 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:59.250344 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.295174 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:59.319933 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:59.320335 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.348191 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'name': 'tempest-TestMinimumBasicScenario-1535759320-router', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '815c6353-1b3e-4605-b581-1bf9db278214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:55Z', 'updated_at': '2021-07-09T20:58:57Z', 'revision_number': 3, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'gw_port': {'id': '815c6353-1b3e-4605-b581-1bf9db278214', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:56Z', 'updated_at': '2021-07-09T20:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:59.420341 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac38db-0449-44f6-9ad5-263d4ca7bb68 req-68ba54dc-28de-404a-b701-716d9a3fc213 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:59.421887 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01ac38db-0449-44f6-9ad5-263d4ca7bb68 req-68ba54dc-28de-404a-b701-716d9a3fc213 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 944 time: 0.1211436 Jul 09 20:58:59.473013 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Checking router: f73a21de-c450-4f36-8d41-36e6c4e96fc1 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:58:59.473385 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Updating router f73a21de-c450-4f36-8d41-36e6c4e96fc1 port 815c6353-1b3e-4605-b581-1bf9db278214 binding host dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:58:59.519780 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01ac38db-0449-44f6-9ad5-263d4ca7bb68 req-a6f4e538-f02b-4e27-a2cf-fe42ae212697 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734828 Jul 09 20:58:59.538733 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.712804 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.736713 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Allocated IP 172.20.0.1 (9d15bac0-822a-42bb-9f38-19ed669ee3c2/b5c8555a-a276-466c-ad71-3497a37914fe/d9f633cf-7048-4632-b085-75675c0fa383) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:59.853799 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.868117 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Transition to ACTIVE for port object d9f633cf-7048-4632-b085-75675c0fa383 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:59.896237 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.903991 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.925412 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.954864 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Network 9d15bac0-822a-42bb-9f38-19ed669ee3c2 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:59.958012 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:59.960484 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:59.989039 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f633cf-7048-4632-b085-75675c0fa383,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:00.015491 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544981'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.034139 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] For port d695145e-03fb-4db2-a463-60ff51b0e0b8, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d695145e-03fb-4db2-a463-60ff51b0e0b8,segment=NetworkSegment(c10fd5f9-240d-472d-811e-1e0dc7958109),segment_id=c10fd5f9-240d-472d-811e-1e0dc7958109)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:00.042910 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.059463 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=7d19e0df-e08b-49b0-9f40-4cf5b647d4c9,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:00.084890 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.173587 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.184475 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Pushing event updated for resources: {'Port': ['ID=d695145e-03fb-4db2-a463-60ff51b0e0b8,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:00.197474 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.197833 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.198174 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.198519 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.198891 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.199785 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.200212 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.200549 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.200889 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.201220 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.201548 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.201879 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31203403-f990-4823-b395-d2f39ae8a50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:00.283219 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:59:00.327277 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=7d19e0df-e08b-49b0-9f40-4cf5b647d4c9,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:00.354794 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.359071 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-b32e8779-07b2-45fa-aaf9-5a5a6e49faaf None None] Provisioning complete for port d695145e-03fb-4db2-a463-60ff51b0e0b8 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:00.359839 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b32e8779-07b2-45fa-aaf9-5a5a6e49faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.376405 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.383044 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.394764 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Transition to ACTIVE for port object 815c6353-1b3e-4605-b581-1bf9db278214 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:00.412882 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.459091 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f633cf-7048-4632-b085-75675c0fa383,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:00.484281 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Attempting to bind port 815c6353-1b3e-4605-b581-1bf9db278214 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:00.484825 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552616'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.484985 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Attempting to bind port 815c6353-1b3e-4605-b581-1bf9db278214 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:00.485526 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Attempting to bind port 815c6353-1b3e-4605-b581-1bf9db278214 on network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:00.492161 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f7896-4cd8-4059-9e55-d4c278511bdf None None] Pushing event updated for resources: {'Port': ['ID=815c6353-1b3e-4605-b581-1bf9db278214,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:00.498233 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:00.498734 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Checking segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:00.499216 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.499725 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Bound using segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:00.500380 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Bound port: 815c6353-1b3e-4605-b581-1bf9db278214, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:00.500859 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.597341 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] For port 815c6353-1b3e-4605-b581-1bf9db278214, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:00.603100 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] For port 815c6353-1b3e-4605-b581-1bf9db278214, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=815c6353-1b3e-4605-b581-1bf9db278214,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:00.611376 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.658067 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Network 9d15bac0-822a-42bb-9f38-19ed669ee3c2 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:00.659656 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:00.679546 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d695145e-03fb-4db2-a463-60ff51b0e0b8 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:00.720527 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Routers {'f73a21de-c450-4f36-8d41-36e6c4e96fc1'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:00.721361 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:00.791063 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f7896-4cd8-4059-9e55-d4c278511bdf None None] Pushing event updated for resources: {'Port': ['ID=815c6353-1b3e-4605-b581-1bf9db278214,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:00.810003 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-f08e2b8f-e919-4a2f-8d60-cd2b8b49523e None None] Provisioning for port d9f633cf-7048-4632-b085-75675c0fa383 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:00.859721 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Router f73a21de-c450-4f36-8d41-36e6c4e96fc1 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:00.861331 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-f08e2b8f-e919-4a2f-8d60-cd2b8b49523e None None] Provisioning complete for port d9f633cf-7048-4632-b085-75675c0fa383 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:00.861724 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f08e2b8f-e919-4a2f-8d60-cd2b8b49523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.868329 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b19e-a500-41a1-a7d1-8701cd664a06 req-03f4690e-bcdc-499f-be06-cc8285a534cc tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:00.869924 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e644b19e-a500-41a1-a7d1-8701cd664a06 req-03f4690e-bcdc-499f-be06-cc8285a534cc tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 944 time: 0.1534312 Jul 09 20:59:00.919177 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port d695145e-03fb-4db2-a463-60ff51b0e0b8 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:00.919976 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.924970 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-f08e2b8f-e919-4a2f-8d60-cd2b8b49523e None None] Port d9f633cf-7048-4632-b085-75675c0fa383 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:00.959475 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] Set router f73a21de-c450-4f36-8d41-36e6c4e96fc1 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:01.013109 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e644b19e-a500-41a1-a7d1-8701cd664a06 req-4654f8fe-628d-4633-89d6-e976739ba23d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322656 Jul 09 20:59:01.051332 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:01.058997 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a6bab624-7a59-4582-90b0-b3b7cdc0eeb0 admin admin] 10.222.0.73 "PUT /v2.0/routers/f73a21de-c450-4f36-8d41-36e6c4e96fc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6355112 Jul 09 20:59:01.133465 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-0c332094-b025-46ea-b973-b56af8f20024 None None] Provisioning complete for port d9f633cf-7048-4632-b085-75675c0fa383 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:01.133855 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0c332094-b025-46ea-b973-b56af8f20024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:01.194462 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:01.226560 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-0c332094-b025-46ea-b973-b56af8f20024 None None] Port d9f633cf-7048-4632-b085-75675c0fa383 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:01.291855 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:01.292245 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:01.339406 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'name': 'tempest-TestMinimumBasicScenario-1535759320-router', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '815c6353-1b3e-4605-b581-1bf9db278214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:55Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 4, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'gw_port': {'id': '815c6353-1b3e-4605-b581-1bf9db278214', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:56Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd9f633cf-7048-4632-b085-75675c0fa383', 'name': '', 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'mac_address': 'fa:16:3e:a0:df:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b5c8555a-a276-466c-ad71-3497a37914fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 2, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'subnets': [{'id': 'b5c8555a-a276-466c-ad71-3497a37914fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:01.374176 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26ee6b-6a80-46de-8211-9bf4f89678af None None] The sync data for ids ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'] in dv-cinder-792642-3-iscsi is: [{'id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'name': 'tempest-TestMinimumBasicScenario-1535759320-router', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '815c6353-1b3e-4605-b581-1bf9db278214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:55Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 4, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'gw_port': {'id': '815c6353-1b3e-4605-b581-1bf9db278214', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:56Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd9f633cf-7048-4632-b085-75675c0fa383', 'name': '', 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'mac_address': 'fa:16:3e:a0:df:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b5c8555a-a276-466c-ad71-3497a37914fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 2, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'subnets': [{'id': 'b5c8555a-a276-466c-ad71-3497a37914fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:02.032730 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 292d292e-b8ac-491f-8695-406e24779f2f up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:02.202075 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port 292d292e-b8ac-491f-8695-406e24779f2f completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:02.208877 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 292d292e-b8ac-491f-8695-406e24779f2f triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:02.210072 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.431532 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.447394 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eceaa41-c900-4870-a10f-319f6ed0c444 req-238abf11-e8f1-4fc6-be1b-d307c4ebfc14 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:02.457693 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4eceaa41-c900-4870-a10f-319f6ed0c444 req-238abf11-e8f1-4fc6-be1b-d307c4ebfc14 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 944 time: 0.1846468 Jul 09 20:59:02.501159 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:02.503845 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181cbdd2-5209-4073-9fdb-ff679f1b2b51" -d '{"events": [{"server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "name": "network-vif-plugged", "status": "completed", "tag": "292d292e-b8ac-491f-8695-406e24779f2f"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:02.535677 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:02.536405 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4eceaa41-c900-4870-a10f-319f6ed0c444 req-0adffc4a-5265-44df-af6b-3108754348e9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767393 Jul 09 20:59:02.540984 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.628022 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=292d292e-b8ac-491f-8695-406e24779f2f,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:02.652718 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c5a0ba-3762-4c2d-a42d-a4a9809eea12 x-openstack-request-id: req-27c5a0ba-3762-4c2d-a42d-a4a9809eea12 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:02.653030 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "name": "network-vif-plugged", "status": "completed", "tag": "292d292e-b8ac-491f-8695-406e24779f2f", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:02.653310 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27c5a0ba-3762-4c2d-a42d-a4a9809eea12 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:02.653737 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f', 'code': 200} Jul 09 20:59:02.766406 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 815c6353-1b3e-4605-b581-1bf9db278214 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:02.905572 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 815c6353-1b3e-4605-b581-1bf9db278214 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:02.910074 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 815c6353-1b3e-4605-b581-1bf9db278214 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:02.910646 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.133184 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491449c1-d63e-49a4-b5a2-89068a15b064 req-c3c3e95d-eed8-4dd5-bc91-af33d47a8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:03.136341 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-491449c1-d63e-49a4-b5a2-89068a15b064 req-c3c3e95d-eed8-4dd5-bc91-af33d47a8282 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 1098 time: 0.0877643 Jul 09 20:59:03.191256 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-491449c1-d63e-49a4-b5a2-89068a15b064 req-4af7a42a-ad21-4ecc-87b6-6e50b7d20b44 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448160 Jul 09 20:59:03.218256 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.241465 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 815c6353-1b3e-4605-b581-1bf9db278214, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=815c6353-1b3e-4605-b581-1bf9db278214,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:03.250533 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.308814 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=815c6353-1b3e-4605-b581-1bf9db278214,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:03.756533 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5a0ed-74fe-4a8d-be0c-22e3b32838a6 req-ea4cf8c1-93d7-4683-85eb-ee39866aea4f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:03.758543 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f5a0ed-74fe-4a8d-be0c-22e3b32838a6 req-ea4cf8c1-93d7-4683-85eb-ee39866aea4f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0726612 Jul 09 20:59:03.802769 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f5a0ed-74fe-4a8d-be0c-22e3b32838a6 req-596ced92-1b2d-48d2-82a1-bfb2d9b2dcd0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382633 Jul 09 20:59:04.341889 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 35984) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:04.468578 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a5e0cb8-5a4c-4709-9149-2a543262c9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.601655 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a5e0cb8-5a4c-4709-9149-2a543262c9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.614908 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a5e0cb8-5a4c-4709-9149-2a543262c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.655418 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 815c6353-1b3e-4605-b581-1bf9db278214 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:04.665521 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3a5e0cb8-5a4c-4709-9149-2a543262c9a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ec83a3da4a74ea4ba6ea3746bd90030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232172 Jul 09 20:59:04.666516 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e0cb8-5a4c-4709-9149-2a543262c9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324eddf6-ecd5-4470-b04a-333ebede20a8,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:04.669453 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 35990) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:04.718122 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 815c6353-1b3e-4605-b581-1bf9db278214 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:04.718756 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.759889 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-70796176-e6a0-47b3-80c8-4940ca741142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.790532 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-70796176-e6a0-47b3-80c8-4940ca741142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.861883 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-70796176-e6a0-47b3-80c8-4940ca741142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.865947 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-70796176-e6a0-47b3-80c8-4940ca741142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.880251 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-70796176-e6a0-47b3-80c8-4940ca741142 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/324eddf6-ecd5-4470-b04a-333ebede20a8 HTTP/1.1" status: 204 len: 168 time: 0.2003605 Jul 09 20:59:04.902485 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70796176-e6a0-47b3-80c8-4940ca741142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324eddf6-ecd5-4470-b04a-333ebede20a8,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:05.032567 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7a99b-53d2-4f9c-b58d-b134e368fc21 req-17fc0e1a-35ad-40e1-b69c-fd0bfeba73f3 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:05.034111 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ad7a99b-53d2-4f9c-b58d-b134e368fc21 req-17fc0e1a-35ad-40e1-b69c-fd0bfeba73f3 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0703189 Jul 09 20:59:05.096574 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ad7a99b-53d2-4f9c-b58d-b134e368fc21 req-bc5a91d4-06e8-4c7a-82f5-120c13a06475 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543170 Jul 09 20:59:05.259333 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36004) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:05.274143 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed947a15-9fab-4a99-87d2-d926596ad300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.317803 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e160e1-3e8b-4322-8521-cbc7f6b452fc req-90e640a6-91b6-4106-866b-b15b9e7027a9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:05.323076 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e4e160e1-3e8b-4322-8521-cbc7f6b452fc req-90e640a6-91b6-4106-866b-b15b9e7027a9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0972042 Jul 09 20:59:05.327798 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36006) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:05.333158 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-94112a30-529d-4fe0-b100-318ecbed33db tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Request body: {'floatingip': {'port_id': '292d292e-b8ac-491f-8695-406e24779f2f'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:05.379041 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94112a30-529d-4fe0-b100-318ecbed33db tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.440631 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed947a15-9fab-4a99-87d2-d926596ad300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.445959 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed947a15-9fab-4a99-87d2-d926596ad300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.494530 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ed947a15-9fab-4a99-87d2-d926596ad300 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b728001e26847c583524e7e949e2575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338552 Jul 09 20:59:05.494958 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36008) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:05.519361 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed947a15-9fab-4a99-87d2-d926596ad300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc493f4c-ae9b-4c18-a746-e44a431f260d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:05.625808 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-af523713-800a-4afa-80c7-5c85848745a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.644007 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Sync routers for ids ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:05.655585 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Routers {'f73a21de-c450-4f36-8d41-36e6c4e96fc1'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:05.656524 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:05.690288 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-af523713-800a-4afa-80c7-5c85848745a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.802881 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Set router f73a21de-c450-4f36-8d41-36e6c4e96fc1 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:05.837835 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-af523713-800a-4afa-80c7-5c85848745a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.841252 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-af523713-800a-4afa-80c7-5c85848745a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.842785 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-af523713-800a-4afa-80c7-5c85848745a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bc493f4c-ae9b-4c18-a746-e44a431f260d HTTP/1.1" status: 204 len: 168 time: 0.3465073 Jul 09 20:59:05.905649 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af523713-800a-4afa-80c7-5c85848745a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc493f4c-ae9b-4c18-a746-e44a431f260d,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:06.065891 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94112a30-529d-4fe0-b100-318ecbed33db tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.073386 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94112a30-529d-4fe0-b100-318ecbed33db tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.122109 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'name': 'tempest-TestMinimumBasicScenario-1535759320-router', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '815c6353-1b3e-4605-b581-1bf9db278214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:55Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 4, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'gw_port': {'id': '815c6353-1b3e-4605-b581-1bf9db278214', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:56Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd9f633cf-7048-4632-b085-75675c0fa383', 'name': '', 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'mac_address': 'fa:16:3e:a0:df:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b5c8555a-a276-466c-ad71-3497a37914fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 2, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'subnets': [{'id': 'b5c8555a-a276-466c-ad71-3497a37914fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:06.189628 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Checking router: f73a21de-c450-4f36-8d41-36e6c4e96fc1 for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:06.190314 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Updating router f73a21de-c450-4f36-8d41-36e6c4e96fc1 port d9f633cf-7048-4632-b085-75675c0fa383 binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:59:06.244810 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.245177 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-94112a30-529d-4fe0-b100-318ecbed33db tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Floating IP 1c409633-b069-4b13-b7fd-46c7185cf050 associated. External IP: 172.27.1.55, port: 292d292e-b8ac-491f-8695-406e24779f2f. Jul 09 20:59:06.566839 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94112a30-529d-4fe0-b100-318ecbed33db tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Router fdf9f930-f965-45d9-890f-a554dbf9af68 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:06.632954 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.647693 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Transition to ACTIVE for port object d9f633cf-7048-4632-b085-75675c0fa383 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:06.657394 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.750809 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8825323-361a-490b-85c3-b66a3b00c0c2 None None] Pushing event updated for resources: {'Port': ['ID=d9f633cf-7048-4632-b085-75675c0fa383,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:06.799630 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94112a30-529d-4fe0-b100-318ecbed33db tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:06.807667 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94112a30-529d-4fe0-b100-318ecbed33db tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.815650 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67bacd-e891-41d5-ae60-24fb390cb7cf None None] Sync routers for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:06.829136 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Attempting to bind port d9f633cf-7048-4632-b085-75675c0fa383 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:06.829747 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Attempting to bind port d9f633cf-7048-4632-b085-75675c0fa383 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': 'c10fd5f9-240d-472d-811e-1e0dc7958109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:06.830279 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Attempting to bind port d9f633cf-7048-4632-b085-75675c0fa383 on network 9d15bac0-822a-42bb-9f38-19ed669ee3c2 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:06.831737 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0117542f-7600-4c29-85b5-386933f7da5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.842976 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:06.843414 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Checking segment: {'id': 'c10fd5f9-240d-472d-811e-1e0dc7958109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:06.843787 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.844335 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Bound using segment: {'id': 'c10fd5f9-240d-472d-811e-1e0dc7958109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:06.861513 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Bound port: d9f633cf-7048-4632-b085-75675c0fa383, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10fd5f9-240d-472d-811e-1e0dc7958109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:06.862406 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.864208 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67bacd-e891-41d5-ae60-24fb390cb7cf None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:06.865877 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6d67bacd-e891-41d5-ae60-24fb390cb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:06.925133 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-94112a30-529d-4fe0-b100-318ecbed33db tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "PUT /v2.0/floatingips/1c409633-b069-4b13-b7fd-46c7185cf050 HTTP/1.1" status: 200 len: 990 time: 1.5933869 Jul 09 20:59:06.925986 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:06.928561 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987d2508-1787-444e-8b1d-e71162de5e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "tag": "292d292e-b8ac-491f-8695-406e24779f2f"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:07.011789 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] For port d9f633cf-7048-4632-b085-75675c0fa383, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:07.017098 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] For port d9f633cf-7048-4632-b085-75675c0fa383, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d9f633cf-7048-4632-b085-75675c0fa383,segment=NetworkSegment(c10fd5f9-240d-472d-811e-1e0dc7958109),segment_id=c10fd5f9-240d-472d-811e-1e0dc7958109)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:07.024211 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.094678 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8825323-361a-490b-85c3-b66a3b00c0c2 None None] Pushing event updated for resources: {'Port': ['ID=d9f633cf-7048-4632-b085-75675c0fa383,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:07.097463 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Routers {'f73a21de-c450-4f36-8d41-36e6c4e96fc1'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:07.098114 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:07.108080 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-6d67bacd-e891-41d5-ae60-24fb390cb7cf None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:07.264479 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] Set router f73a21de-c450-4f36-8d41-36e6c4e96fc1 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:07.272345 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed0ddf-1f20-4144-a47c-9c21aa78870f x-openstack-request-id: req-aeed0ddf-1f20-4144-a47c-9c21aa78870f {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:07.272887 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "tag": "292d292e-b8ac-491f-8695-406e24779f2f", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:07.273048 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aeed0ddf-1f20-4144-a47c-9c21aa78870f {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:07.273509 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f', 'status': 'completed', 'code': 200} Jul 09 20:59:07.442700 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d2508-1787-444e-8b1d-e71162de5e7b req-e79ed4cf-f732-46c9-98ef-7f52761bd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:07.444439 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-987d2508-1787-444e-8b1d-e71162de5e7b req-e79ed4cf-f732-46c9-98ef-7f52761bd228 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 1098 time: 0.1265295 Jul 09 20:59:07.561935 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d2508-1787-444e-8b1d-e71162de5e7b req-a0face10-9482-4b22-a529-c5c5a2579328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:07.561935 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-987d2508-1787-444e-8b1d-e71162de5e7b req-a0face10-9482-4b22-a529-c5c5a2579328 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 918 time: 0.1108272 Jul 09 20:59:07.682743 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6d67bacd-e891-41d5-ae60-24fb390cb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '1c409633-b069-4b13-b7fd-46c7185cf050', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'port_id': '292d292e-b8ac-491f-8695-406e24779f2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'mac_address': 'fa:16:3e:98:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:59:05Z', 'revision_number': 1, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:07.687548 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-987d2508-1787-444e-8b1d-e71162de5e7b req-73dcf070-0f69-40e4-a533-18ee5d93b4ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292d292e-b8ac-491f-8695-406e24779f2f HTTP/1.1" status: 200 len: 998 time: 0.1178689 Jul 09 20:59:07.760631 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d2508-1787-444e-8b1d-e71162de5e7b req-aa205f91-a92f-400e-b8a5-391f30d4668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:07.763758 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-987d2508-1787-444e-8b1d-e71162de5e7b req-aa205f91-a92f-400e-b8a5-391f30d4668c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.0692420 Jul 09 20:59:07.785814 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67bacd-e891-41d5-ae60-24fb390cb7cf None None] Checking router: fdf9f930-f965-45d9-890f-a554dbf9af68 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:07.825422 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67bacd-e891-41d5-ae60-24fb390cb7cf None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:07.826114 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6d67bacd-e891-41d5-ae60-24fb390cb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:58:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:07.873361 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'name': 'tempest-TestMinimumBasicScenario-1535759320-router', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '815c6353-1b3e-4605-b581-1bf9db278214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:55Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 4, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'gw_port': {'id': '815c6353-1b3e-4605-b581-1bf9db278214', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:56Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd9f633cf-7048-4632-b085-75675c0fa383', 'name': '', 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'mac_address': 'fa:16:3e:a0:df:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b5c8555a-a276-466c-ad71-3497a37914fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 4, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'subnets': [{'id': 'b5c8555a-a276-466c-ad71-3497a37914fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:07.923995 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd2f81-86ed-4699-9532-387738f85ff5 None None] The sync data for ids ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'] in dv-cinder-792642-3-iscsi is: [{'id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'name': 'tempest-TestMinimumBasicScenario-1535759320-router', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '815c6353-1b3e-4605-b581-1bf9db278214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:55Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 4, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'gw_port': {'id': '815c6353-1b3e-4605-b581-1bf9db278214', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:56Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd9f633cf-7048-4632-b085-75675c0fa383', 'name': '', 'network_id': '9d15bac0-822a-42bb-9f38-19ed669ee3c2', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'mac_address': 'fa:16:3e:a0:df:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b5c8555a-a276-466c-ad71-3497a37914fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 4, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'subnets': [{'id': 'b5c8555a-a276-466c-ad71-3497a37914fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:08.008662 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-6d67bacd-e891-41d5-ae60-24fb390cb7cf None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:08.241089 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d2508-1787-444e-8b1d-e71162de5e7b req-6dd4ec74-843d-4d78-ac8a-043166bca292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:08.242950 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-987d2508-1787-444e-8b1d-e71162de5e7b req-6dd4ec74-843d-4d78-ac8a-043166bca292 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4714067 Jul 09 20:59:08.424743 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-987d2508-1787-444e-8b1d-e71162de5e7b req-d408dea6-8343-4c30-80c8-11cdc139fd21 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736500 Jul 09 20:59:08.539590 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6d67bacd-e891-41d5-ae60-24fb390cb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '1c409633-b069-4b13-b7fd-46c7185cf050', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'port_id': '292d292e-b8ac-491f-8695-406e24779f2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'mac_address': 'fa:16:3e:98:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:59:05Z', 'revision_number': 1, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:08.584177 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-987d2508-1787-444e-8b1d-e71162de5e7b req-dad3d729-0542-4520-a102-c33e7dcb4103 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531956 Jul 09 20:59:08.616668 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67bacd-e891-41d5-ae60-24fb390cb7cf None None] The sync data for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi is: [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '1c409633-b069-4b13-b7fd-46c7185cf050', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'port_id': '292d292e-b8ac-491f-8695-406e24779f2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'mac_address': 'fa:16:3e:98:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:59:05Z', 'revision_number': 1, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:08.712049 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d9f633cf-7048-4632-b085-75675c0fa383 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:08.787648 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port d9f633cf-7048-4632-b085-75675c0fa383 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:08.795176 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port d9f633cf-7048-4632-b085-75675c0fa383 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:08.795586 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.942995 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.993161 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port d9f633cf-7048-4632-b085-75675c0fa383, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d9f633cf-7048-4632-b085-75675c0fa383,segment=NetworkSegment(c10fd5f9-240d-472d-811e-1e0dc7958109),segment_id=c10fd5f9-240d-472d-811e-1e0dc7958109)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:08.999208 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.035718 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-48df5145-c71a-46ed-ac8b-aef6d6e9b96b tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406695101&fields=id&tenant_id=1836b31c3b5e496584544c882f0c46d2 HTTP/1.1" status: 200 len: 267 time: 0.0577719 Jul 09 20:59:09.065590 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=d9f633cf-7048-4632-b085-75675c0fa383,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:09.194485 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60997857-649f-438d-b121-55b164bf5b52 req-ac35e98c-a916-4e94-b14d-ab15c0079e1b tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:09.202366 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-ac35e98c-a916-4e94-b14d-ab15c0079e1b tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/networks?id=b84a2abb-7752-4c25-aabf-2ee5072d0564 HTTP/1.1" status: 200 len: 809 time: 0.1646092 Jul 09 20:59:09.219908 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-de496c8d-f58b-4342-8024-3dd1bb303ac9 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/quotas/1836b31c3b5e496584544c882f0c46d2 HTTP/1.1" status: 200 len: 375 time: 0.0162530 Jul 09 20:59:09.235021 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfe721-7d60-4c47-ba72-3bb9f60829a4 None None] New status for floating IP 1c409633-b069-4b13-b7fd-46c7185cf050: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:59:09.311978 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-3c4009f7-d32d-451d-b95d-f3bd50a41139 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1836b31c3b5e496584544c882f0c46d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906861 Jul 09 20:59:09.443577 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-0de8f952-226c-4b12-8e94-a870bfbba7de service neutron] 10.222.0.73 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294653 Jul 09 20:59:09.582663 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-75def1da-3d9f-4a07-9779-d5b030433bd4 service neutron] 10.222.0.73 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331973 Jul 09 20:59:09.655008 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8dd2-253b-47cc-9bd3-715d7f467ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.151245 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.354099 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-539dabad-e05f-4d57-92af-c077735c2387 req-98592d9a-e28b-430c-af07-ad7ee06129f7 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 210 time: 0.0384316 Jul 09 20:59:10.628355 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d9f633cf-7048-4632-b085-75675c0fa383 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:10.681116 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.704230 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port d9f633cf-7048-4632-b085-75675c0fa383 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:10.704950 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.596605 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60997857-649f-438d-b121-55b164bf5b52 req-0991e2b7-c51a-4122-b3c7-37b3974b95fd tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:11.598311 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-0991e2b7-c51a-4122-b3c7-37b3974b95fd tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.26 "GET /v2.0/networks?id=b84a2abb-7752-4c25-aabf-2ee5072d0564 HTTP/1.1" status: 200 len: 809 time: 0.1224210 Jul 09 20:59:11.669504 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3b841d62-d443-48c1-a11c-e998de55d076 req-f50c5c0e-34d4-4d10-8e18-9f117bbcd541 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 210 time: 0.0537062 Jul 09 20:59:11.681987 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-da5fe435-5bbc-44b7-8def-f4460463003e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1836b31c3b5e496584544c882f0c46d2 HTTP/1.1" status: 200 len: 379 time: 0.0683331 Jul 09 20:59:11.705383 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Request body: {'port': {'device_id': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'admin_state_up': True, 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'security_groups': ['e5112988-be82-49a2-a554-64831f3c7a9c']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:11.839006 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Made reservation on behalf of 1836b31c3b5e496584544c882f0c46d2 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:59:11.845832 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.999545 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Allocated IP 172.20.0.5 (b84a2abb-7752-4c25-aabf-2ee5072d0564/f30f6906-86d1-4a0c-b274-48de77a77ea3/68667909-709e-4d67-804b-660d834b7a62) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:12.128105 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.181786 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.201196 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Transition to ACTIVE for port object 68667909-709e-4d67-804b-660d834b7a62 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:12.243924 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.292127 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Network b84a2abb-7752-4c25-aabf-2ee5072d0564 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:12.300803 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:12.305064 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:12.371261 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event updated for resources: {'Port': ['ID=68667909-709e-4d67-804b-660d834b7a62,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:12.387656 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.388347 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.391623 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.392022 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.392364 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.392701 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.393038 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.393369 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.393760 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.394034 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.394363 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.394684 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:12.423316 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:12.424299 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.444248 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-9b6beae1-e9d2-42ea-b782-8ea783a10fb6 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7571852 Jul 09 20:59:12.463552 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Request body: {'port': {'device_id': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:12.601895 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.693677 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-379ba273-4c99-4587-b44c-dd3ee74721aa None None] Provisioning for port 68667909-709e-4d67-804b-660d834b7a62 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:12.698159 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-379ba273-4c99-4587-b44c-dd3ee74721aa None None] Provisioning complete for port 68667909-709e-4d67-804b-660d834b7a62 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:12.698617 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-379ba273-4c99-4587-b44c-dd3ee74721aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.739719 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-379ba273-4c99-4587-b44c-dd3ee74721aa None None] Port 68667909-709e-4d67-804b-660d834b7a62 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:12.818347 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36158) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:12.966533 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68667909-709e-4d67-804b-660d834b7a62 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:12.975393 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.989789 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Transition to ACTIVE for port object 68667909-709e-4d67-804b-660d834b7a62 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:12.990015 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916969-fd5a-4c56-9383-aa8d18c419ab req-09bd4101-539c-4d0d-9d49-c4fe889e43de tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:12.992026 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7b916969-fd5a-4c56-9383-aa8d18c419ab req-09bd4101-539c-4d0d-9d49-c4fe889e43de tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 931 time: 0.1208763 Jul 09 20:59:12.994924 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.015053 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b4ceec9b-8355-4ef0-8b20-63e78b9ed1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.054413 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Pushing event updated for resources: {'Port': ['ID=68667909-709e-4d67-804b-660d834b7a62,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:13.081736 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7b916969-fd5a-4c56-9383-aa8d18c419ab req-73c251a5-543e-48e5-95ab-4febd4327ce2 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813975 Jul 09 20:59:13.165405 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b4ceec9b-8355-4ef0-8b20-63e78b9ed1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.170663 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b4ceec9b-8355-4ef0-8b20-63e78b9ed1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.221200 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36166) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:13.221412 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b4ceec9b-8355-4ef0-8b20-63e78b9ed1b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb63c3f076634ab3ae4a1f7d8be1de00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018559 Jul 09 20:59:13.223704 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ceec9b-8355-4ef0-8b20-63e78b9ed1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95833773-5c4f-4092-91ed-197d74dbe0b2,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:13.260997 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Attempting to bind port 68667909-709e-4d67-804b-660d834b7a62 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:13.261896 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Attempting to bind port 68667909-709e-4d67-804b-660d834b7a62 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:13.262238 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Attempting to bind port 68667909-709e-4d67-804b-660d834b7a62 on network b84a2abb-7752-4c25-aabf-2ee5072d0564 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:13.273330 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Port 68667909-709e-4d67-804b-660d834b7a62 on network b84a2abb-7752-4c25-aabf-2ee5072d0564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:59:13.274318 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Attempting to bind port 68667909-709e-4d67-804b-660d834b7a62 on network b84a2abb-7752-4c25-aabf-2ee5072d0564 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:13.287231 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:13.287615 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Checking segment: {'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:13.288042 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Bound using segment: {'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:13.288487 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Bound port: 68667909-709e-4d67-804b-660d834b7a62, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e7b0d9-1fef-46c1-a763-99654ed5a71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:13.288852 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.332756 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77ea4cbc-bffb-4479-a8df-b37f1358e477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.374367 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77ea4cbc-bffb-4479-a8df-b37f1358e477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.411552 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] For port 68667909-709e-4d67-804b-660d834b7a62, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:13.416092 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] For port 68667909-709e-4d67-804b-660d834b7a62, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68667909-709e-4d67-804b-660d834b7a62,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:13.423968 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.474697 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:13.475556 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.476736 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] 10.222.0.26 "PUT /v2.0/ports/68667909-709e-4d67-804b-660d834b7a62 HTTP/1.1" status: 200 len: 1093 time: 1.0190477 Jul 09 20:59:13.477159 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'tag': '68667909-709e-4d67-804b-660d834b7a62'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:13.479454 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "tag": "68667909-709e-4d67-804b-660d834b7a62"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:13.509719 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94e38b-0f89-4b25-969d-aa3c834e617a service neutron] Pushing event updated for resources: {'Port': ['ID=68667909-709e-4d67-804b-660d834b7a62,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:13.515151 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77ea4cbc-bffb-4479-a8df-b37f1358e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.517835 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77ea4cbc-bffb-4479-a8df-b37f1358e477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.519095 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-77ea4cbc-bffb-4479-a8df-b37f1358e477 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/95833773-5c4f-4092-91ed-197d74dbe0b2 HTTP/1.1" status: 204 len: 168 time: 0.2965891 Jul 09 20:59:13.528382 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea4cbc-bffb-4479-a8df-b37f1358e477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95833773-5c4f-4092-91ed-197d74dbe0b2,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:13.602392 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86843182-24b4-4a66-b963-5f02cda2ed52 x-openstack-request-id: req-86843182-24b4-4a66-b963-5f02cda2ed52 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:13.602999 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "tag": "68667909-709e-4d67-804b-660d834b7a62", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:13.602999 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-86843182-24b4-4a66-b963-5f02cda2ed52 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:13.603324 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'tag': '68667909-709e-4d67-804b-660d834b7a62', 'status': 'completed', 'code': 200} Jul 09 20:59:13.647497 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60997857-649f-438d-b121-55b164bf5b52 req-92937850-753d-4a26-99b1-53ffb5dfd23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:13.649516 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-92937850-753d-4a26-99b1-53ffb5dfd23f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1836b31c3b5e496584544c882f0c46d2&device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 1096 time: 0.1086543 Jul 09 20:59:13.704547 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-fa33c757-41f8-42b6-afa5-a4d829467f7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68667909-709e-4d67-804b-660d834b7a62 HTTP/1.1" status: 200 len: 217 time: 0.0412176 Jul 09 20:59:13.802054 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60997857-649f-438d-b121-55b164bf5b52 req-c0398bf6-e9fc-426a-80c6-00b5e9857878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:13.804787 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-c0398bf6-e9fc-426a-80c6-00b5e9857878 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30f6906-86d1-4a0c-b274-48de77a77ea3 HTTP/1.1" status: 200 len: 848 time: 0.0930994 Jul 09 20:59:13.872581 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60997857-649f-438d-b121-55b164bf5b52 req-04fc682a-b9ce-451e-ac2c-8d484de6c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:13.874194 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-04fc682a-b9ce-451e-ac2c-8d484de6c3ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b84a2abb-7752-4c25-aabf-2ee5072d0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630651 Jul 09 20:59:13.933644 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36184) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:13.947970 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9ce4-c703-48f8-bd6b-217428714fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.988270 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-e4a78f5f-348a-411b-aa4b-2400294ad287 service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066680 Jul 09 20:59:14.044026 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9ce4-c703-48f8-bd6b-217428714fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.048314 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9ce4-c703-48f8-bd6b-217428714fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.076081 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b9ce4-c703-48f8-bd6b-217428714fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6275bac9-0ae4-4050-a539-f3dc98992921,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:14.095299 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cf3b9ce4-c703-48f8-bd6b-217428714fc6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f43c04e2f7fa4fb9bad4fb3a2b47537d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605558 Jul 09 20:59:14.097832 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36188) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:14.100195 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-60997857-649f-438d-b121-55b164bf5b52 req-b410b029-ed85-4a8f-b5bc-bd0c890cccb3 service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056502 Jul 09 20:59:14.149052 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-88172a54-5438-4c9d-91b1-3aec3cc5f3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.170442 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-88172a54-5438-4c9d-91b1-3aec3cc5f3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.219905 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-88172a54-5438-4c9d-91b1-3aec3cc5f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.222575 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-88172a54-5438-4c9d-91b1-3aec3cc5f3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.224021 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-88172a54-5438-4c9d-91b1-3aec3cc5f3a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6275bac9-0ae4-4050-a539-f3dc98992921 HTTP/1.1" status: 204 len: 168 time: 0.1251273 Jul 09 20:59:14.233111 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88172a54-5438-4c9d-91b1-3aec3cc5f3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6275bac9-0ae4-4050-a539-f3dc98992921,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:14.265699 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4 req-dc5916ed-d41b-4234-ae18-281d891c1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:14.267831 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4 req-dc5916ed-d41b-4234-ae18-281d891c1a8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1836b31c3b5e496584544c882f0c46d2&device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 1096 time: 0.0655980 Jul 09 20:59:14.391866 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4 req-90a122d7-46bc-4911-86f8-1c4ffaa9fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:14.393821 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4 req-90a122d7-46bc-4911-86f8-1c4ffaa9fcda service neutron] 10.222.0.26 "GET /v2.0/networks?id=b84a2abb-7752-4c25-aabf-2ee5072d0564 HTTP/1.1" status: 200 len: 911 time: 0.1185086 Jul 09 20:59:14.451080 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4 req-0e75aef5-54ce-4c0f-bb3a-eeb7cd0e12a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68667909-709e-4d67-804b-660d834b7a62 HTTP/1.1" status: 200 len: 217 time: 0.0427165 Jul 09 20:59:14.503504 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4 req-5f437ffd-a25e-4f6e-80d5-7658de8b784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:14.505231 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4 req-5f437ffd-a25e-4f6e-80d5-7658de8b784e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30f6906-86d1-4a0c-b274-48de77a77ea3 HTTP/1.1" status: 200 len: 848 time: 0.0472138 Jul 09 20:59:14.576700 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4 req-2d3575e3-6326-4615-bde2-bdd3efab4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:14.578754 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4 req-2d3575e3-6326-4615-bde2-bdd3efab4a44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b84a2abb-7752-4c25-aabf-2ee5072d0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670686 Jul 09 20:59:14.648197 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36202) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:14.669812 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7bb688a6-da96-46c6-87cd-e9a1dba9f50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.705073 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4 req-c9df90ad-f17a-45e2-be2d-648984a76199 service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189473 Jul 09 20:59:14.778881 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17218fa1-cace-4498-b8e8-c5a182018ed8 req-ec6a8a76-e3ed-4460-b461-79435f5a7e00 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:14.781022 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17218fa1-cace-4498-b8e8-c5a182018ed8 req-ec6a8a76-e3ed-4460-b461-79435f5a7e00 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.3250062 Jul 09 20:59:14.819968 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17218fa1-cace-4498-b8e8-c5a182018ed8 req-e8bad768-bfbc-4d34-9997-7432079a2a37 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333166 Jul 09 20:59:14.838147 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6ca0ca5c-208f-4386-b88f-033d71dc8ed4 req-0a38cd3b-18a3-4a9b-950a-03d03358202a service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261003 Jul 09 20:59:14.861433 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7bb688a6-da96-46c6-87cd-e9a1dba9f50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.866075 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7bb688a6-da96-46c6-87cd-e9a1dba9f50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.905507 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb688a6-da96-46c6-87cd-e9a1dba9f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3448df01-bc34-4f75-aa63-5125c657080b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:14.909782 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7bb688a6-da96-46c6-87cd-e9a1dba9f50c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1605b7ba1144026843ca75402bf1e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608781 Jul 09 20:59:14.912589 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36216) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:15.029734 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6abf4985-fd58-4c50-b09c-3a8ea067295c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:15.065491 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b4a6-08ef-445d-8920-499311a8b628 req-56cf581f-0151-452a-a665-ec0243dfb254 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:15.066968 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-56cf581f-0151-452a-a665-ec0243dfb254 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/networks?id=987c1107-b352-4f3e-852f-af1376e8017e HTTP/1.1" status: 200 len: 815 time: 0.1584313 Jul 09 20:59:15.074516 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6abf4985-fd58-4c50-b09c-3a8ea067295c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:15.102920 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-21ebe5ab-d0ec-4822-ad12-b1829ce35f14 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/quotas/99663bcf83084ddcbada3387f0d4f2f3 HTTP/1.1" status: 200 len: 375 time: 0.0291729 Jul 09 20:59:15.177219 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6abf4985-fd58-4c50-b09c-3a8ea067295c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:15.179743 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6abf4985-fd58-4c50-b09c-3a8ea067295c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:15.181010 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6abf4985-fd58-4c50-b09c-3a8ea067295c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3448df01-bc34-4f75-aa63-5125c657080b HTTP/1.1" status: 204 len: 168 time: 0.2672145 Jul 09 20:59:15.191523 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf4985-fd58-4c50-b09c-3a8ea067295c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3448df01-bc34-4f75-aa63-5125c657080b,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:15.204487 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-e0a2cfae-0481-4fd5-a79f-c66e238f8e22 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=99663bcf83084ddcbada3387f0d4f2f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912766 Jul 09 20:59:15.393550 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-8b2942ac-e44b-47a3-89fe-f9cbad7a9b46 service neutron] 10.222.0.73 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770384 Jul 09 20:59:15.504783 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-bb6978ce-f8e7-47bd-a084-049b59cec0db service neutron] 10.222.0.73 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052957 Jul 09 20:59:16.046989 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4231d7ed-8389-485a-9584-20c261a1fecf req-88456375-efa2-44d1-bc91-8b2bb93c47a7 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 210 time: 0.0380952 Jul 09 20:59:16.224706 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8199687-d4bd-4c79-b7db-b847910c9da7 req-1e12b2ba-4702-42a6-ba44-7c5a62552d4e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:16.226225 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c8199687-d4bd-4c79-b7db-b847910c9da7 req-1e12b2ba-4702-42a6-ba44-7c5a62552d4e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.0656838 Jul 09 20:59:16.270907 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c8199687-d4bd-4c79-b7db-b847910c9da7 req-827629da-4b1c-4468-93a2-26021aa884d5 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369861 Jul 09 20:59:16.333849 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36272) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:16.452068 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f2a42b75-1386-4cc0-8287-6600947f6adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.475755 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2043842-4b96-44de-b690-ee70856d0523 req-cfd0ad38-233b-400a-8cce-d50521995da7 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:16.477235 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2043842-4b96-44de-b690-ee70856d0523 req-cfd0ad38-233b-400a-8cce-d50521995da7 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0913231 Jul 09 20:59:16.540546 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2043842-4b96-44de-b690-ee70856d0523 req-fecf08ed-c75e-4e76-b229-ffb6d8d0090a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557442 Jul 09 20:59:16.600644 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f2a42b75-1386-4cc0-8287-6600947f6adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.604575 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f2a42b75-1386-4cc0-8287-6600947f6adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.644774 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f2a42b75-1386-4cc0-8287-6600947f6adc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08a6c2f05a3f4b41b55dab20bd42fc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088377 Jul 09 20:59:16.645642 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a42b75-1386-4cc0-8287-6600947f6adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b417e42-9da1-4ec0-87ee-13c9bd315996,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:16.647462 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36276) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:16.698206 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4993502d-4835-401c-af5b-6457cdfeda0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.718963 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4993502d-4835-401c-af5b-6457cdfeda0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.769603 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4993502d-4835-401c-af5b-6457cdfeda0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.772981 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4993502d-4835-401c-af5b-6457cdfeda0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.774292 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4993502d-4835-401c-af5b-6457cdfeda0b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0b417e42-9da1-4ec0-87ee-13c9bd315996 HTTP/1.1" status: 204 len: 168 time: 0.1252174 Jul 09 20:59:16.783058 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993502d-4835-401c-af5b-6457cdfeda0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b417e42-9da1-4ec0-87ee-13c9bd315996,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:17.207026 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-54d26bf7-603a-40db-bdae-37421d1142e8 req-01dfadbc-4c07-4c34-8dd0-22ab7eb5f049 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 210 time: 0.0337386 Jul 09 20:59:17.230668 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b4a6-08ef-445d-8920-499311a8b628 req-762daf20-fdab-4f4d-a748-e73fa616bf25 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:17.232457 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-762daf20-fdab-4f4d-a748-e73fa616bf25 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.26 "GET /v2.0/networks?id=987c1107-b352-4f3e-852f-af1376e8017e HTTP/1.1" status: 200 len: 815 time: 0.1337020 Jul 09 20:59:17.256021 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Request body: {'port': {'device_id': '668e02ed-9721-42dd-a48f-d55a60302df6', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'admin_state_up': True, 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:17.385198 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Made reservation on behalf of 99663bcf83084ddcbada3387f0d4f2f3 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:59:17.390478 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:17.477292 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390e10-92cf-4c8f-8511-c2d107fbd1e7 req-6236c01d-88a8-4e0e-8737-2d423eff27ea tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:17.484381 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-37390e10-92cf-4c8f-8511-c2d107fbd1e7 req-6236c01d-88a8-4e0e-8737-2d423eff27ea tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.0851986 Jul 09 20:59:17.541998 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Allocated IP 172.20.0.10 (987c1107-b352-4f3e-852f-af1376e8017e/9124d788-c9ef-4c6b-bd2c-8a77a5336843/f7f593b7-c591-40c0-8ca5-845a395cc165) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:17.551173 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-37390e10-92cf-4c8f-8511-c2d107fbd1e7 req-b26d95b6-d133-4975-b011-afe3ed6c6e7f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551865 Jul 09 20:59:17.735727 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:17.741782 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778ec14-7ee4-47eb-904f-cf49e035a974 req-d55d6adb-521d-4d12-89df-7a2b5be8f99e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:17.743325 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3778ec14-7ee4-47eb-904f-cf49e035a974 req-d55d6adb-521d-4d12-89df-7a2b5be8f99e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.0781732 Jul 09 20:59:17.751519 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Transition to ACTIVE for port object f7f593b7-c591-40c0-8ca5-845a395cc165 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:17.789625 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:17.795961 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3778ec14-7ee4-47eb-904f-cf49e035a974 req-2f8a87ee-276d-40d7-9d51-1be2e6587ae4 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457647 Jul 09 20:59:17.855096 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Network 987c1107-b352-4f3e-852f-af1376e8017e is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:17.858545 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:17.863283 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:17.922686 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:17.923386 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:17.952250 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'Port': ['ID=f7f593b7-c591-40c0-8ca5-845a395cc165,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:17.960443 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-d26a95af-63a4-443f-910a-3164b1eb0c8b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7096190 Jul 09 20:59:18.223505 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-160fbb27-3975-42f2-a218-0427a9c68ea1 None None] Provisioning for port f7f593b7-c591-40c0-8ca5-845a395cc165 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:18.232974 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-160fbb27-3975-42f2-a218-0427a9c68ea1 None None] Provisioning complete for port f7f593b7-c591-40c0-8ca5-845a395cc165 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:18.233849 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-160fbb27-3975-42f2-a218-0427a9c68ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:18.278513 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-160fbb27-3975-42f2-a218-0427a9c68ea1 None None] Port f7f593b7-c591-40c0-8ca5-845a395cc165 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:22.004245 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:26.512356 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36402) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:26.618887 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-316ff06c-24f9-4853-bcb9-525441dff546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:26.716269 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-316ff06c-24f9-4853-bcb9-525441dff546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:26.721243 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-316ff06c-24f9-4853-bcb9-525441dff546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:26.761819 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-316ff06c-24f9-4853-bcb9-525441dff546 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35e6aeb7e2804d2e9ab71d6d5e817828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482595 Jul 09 20:59:26.762562 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ff06c-24f9-4853-bcb9-525441dff546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bc08d8-80bd-4116-8b75-3daf8153a089,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:26.764519 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36406) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:26.817385 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-11085247-3e13-42b9-a039-cc7b5bdb1752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:26.838728 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-11085247-3e13-42b9-a039-cc7b5bdb1752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:26.893110 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-11085247-3e13-42b9-a039-cc7b5bdb1752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:26.896001 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-11085247-3e13-42b9-a039-cc7b5bdb1752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:26.897381 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-11085247-3e13-42b9-a039-cc7b5bdb1752 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21bc08d8-80bd-4116-8b75-3daf8153a089 HTTP/1.1" status: 204 len: 168 time: 0.1315653 Jul 09 20:59:26.905918 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11085247-3e13-42b9-a039-cc7b5bdb1752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bc08d8-80bd-4116-8b75-3daf8153a089,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:28.970911 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Request body: {'port': {'device_id': '668e02ed-9721-42dd-a48f-d55a60302df6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:29.072986 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:29.140921 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-31b37cd7-438d-4597-b47f-b9d8d60ca3a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996699 Jul 09 20:59:29.252157 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b49d6b-c77c-413b-a5cf-293104b8a293 req-faeab75a-2899-4d51-9980-aea9f7701ad7 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:29.253646 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e5b49d6b-c77c-413b-a5cf-293104b8a293 req-faeab75a-2899-4d51-9980-aea9f7701ad7 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 932 time: 0.0737891 Jul 09 20:59:29.291143 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e5b49d6b-c77c-413b-a5cf-293104b8a293 req-f1936d6f-a17e-478f-94e6-b1c6fefe61af tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312703 Jul 09 20:59:29.348156 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-7e13b991-bfbb-41ce-8579-14ccf6b7a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:29.349661 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-7e13b991-bfbb-41ce-8579-14ccf6b7a941 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 1098 time: 0.1183581 Jul 09 20:59:29.400109 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f593b7-c591-40c0-8ca5-845a395cc165 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:29.412385 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:29.425410 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Transition to ACTIVE for port object f7f593b7-c591-40c0-8ca5-845a395cc165 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:29.429369 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:29.477874 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Pushing event updated for resources: {'Port': ['ID=f7f593b7-c591-40c0-8ca5-845a395cc165,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:29.544083 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-cf528df1-ae7b-4dde-a9f4-c454df678c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:29.547297 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-cf528df1-ae7b-4dde-a9f4-c454df678c55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 918 time: 0.1459622 Jul 09 20:59:29.555133 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7f231-8bb0-442c-8ac5-f45daaca04d8 req-0568bcff-1bd2-49af-b240-aadccd6b445d tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:29.556673 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-80c7f231-8bb0-442c-8ac5-f45daaca04d8 req-0568bcff-1bd2-49af-b240-aadccd6b445d tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.1572578 Jul 09 20:59:29.617418 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Attempting to bind port f7f593b7-c591-40c0-8ca5-845a395cc165 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:29.617766 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Attempting to bind port f7f593b7-c591-40c0-8ca5-845a395cc165 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:29.618100 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Attempting to bind port f7f593b7-c591-40c0-8ca5-845a395cc165 on network 987c1107-b352-4f3e-852f-af1376e8017e {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:29.626126 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Port f7f593b7-c591-40c0-8ca5-845a395cc165 on network 987c1107-b352-4f3e-852f-af1376e8017e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:59:29.626461 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Attempting to bind port f7f593b7-c591-40c0-8ca5-845a395cc165 on network 987c1107-b352-4f3e-852f-af1376e8017e {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:29.637500 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-346d5409-a6bd-4d0f-92a5-30d6127a99c3 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:29.639889 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-346d5409-a6bd-4d0f-92a5-30d6127a99c3 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.2344387 Jul 09 20:59:29.642851 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:29.643869 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Checking segment: {'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:29.643869 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Bound using segment: {'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:29.644112 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Bound port: f7f593b7-c591-40c0-8ca5-845a395cc165, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72a41c4-117a-4872-a60d-225dc506a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:29.645115 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:29.677473 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-3fa2ad6a-73e8-4ed8-a636-1a14f2cc460c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292d292e-b8ac-491f-8695-406e24779f2f HTTP/1.1" status: 200 len: 1000 time: 0.1198139 Jul 09 20:59:29.680351 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-80c7f231-8bb0-442c-8ac5-f45daaca04d8 req-ec3697c1-e2f5-4fca-8c76-a8611edd68f7 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170251 Jul 09 20:59:29.744911 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-2ebc9ccc-bc8c-4da6-89da-74911e5c7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:29.745748 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-2ebc9ccc-bc8c-4da6-89da-74911e5c7612 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.0572445 Jul 09 20:59:29.784540 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] For port f7f593b7-c591-40c0-8ca5-845a395cc165, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:29.789496 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] For port f7f593b7-c591-40c0-8ca5-845a395cc165, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f7f593b7-c591-40c0-8ca5-845a395cc165,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:29.798780 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:29.840112 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:29.840806 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:29.841818 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-3fa89d1b-8ea0-4b70-8365-5c4278e34df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:29.843198 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] 10.222.0.26 "PUT /v2.0/ports/f7f593b7-c591-40c0-8ca5-845a395cc165 HTTP/1.1" status: 200 len: 1094 time: 0.9871459 Jul 09 20:59:29.843955 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-3fa89d1b-8ea0-4b70-8365-5c4278e34df5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896139 Jul 09 20:59:29.847386 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:29.849432 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b01b76-6233-4968-8de9-73078312a898" -d '{"events": [{"name": "network-changed", "server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:29.861023 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Deleting port c9ea3de3-25f3-41a9-843b-9200cc846943 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:59:29.861900 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:29.920501 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1c3a8-e277-463c-a415-95e1ce204eba service neutron] Pushing event updated for resources: {'Port': ['ID=f7f593b7-c591-40c0-8ca5-845a395cc165,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:29.932095 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d026af-2efb-4b1d-b51c-1c148a10393d req-0552452a-f201-4b7e-9737-fb39464eee8f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:29.933580 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-92d026af-2efb-4b1d-b51c-1c148a10393d req-0552452a-f201-4b7e-9737-fb39464eee8f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 945 time: 0.1340206 Jul 09 20:59:29.998559 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-e1125efc-8619-433d-89c6-d47ace5af2a4 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361411 Jul 09 20:59:30.013453 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-92d026af-2efb-4b1d-b51c-1c148a10393d req-cb2eced5-58d7-4889-b28a-ecf6c8ac22cc tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=768d7af0-9569-4b85-9609-90ad2b7b2959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604172 Jul 09 20:59:30.026485 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] For port c9ea3de3-25f3-41a9-843b-9200cc846943, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c9ea3de3-25f3-41a9-843b-9200cc846943,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:30.027030 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:30.057704 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b4a6-08ef-445d-8920-499311a8b628 req-836e61e6-533a-4e15-a16a-3945984186e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:30.059228 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-836e61e6-533a-4e15-a16a-3945984186e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99663bcf83084ddcbada3387f0d4f2f3&device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 1097 time: 0.1358519 Jul 09 20:59:30.144739 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-ff230035-8a38-4621-8a29-e934dfd25b2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f593b7-c591-40c0-8ca5-845a395cc165 HTTP/1.1" status: 200 len: 217 time: 0.0510333 Jul 09 20:59:30.153951 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-e91f5d28-7210-45cb-ab21-0716bbe20a1d service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384258 Jul 09 20:59:30.221769 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 68667909-709e-4d67-804b-660d834b7a62 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:59:30.242077 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b4a6-08ef-445d-8920-499311a8b628 req-0dda8e7f-3845-498c-9c8d-19c5a0b3d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:30.243590 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-0dda8e7f-3845-498c-9c8d-19c5a0b3d784 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9124d788-c9ef-4c6b-bd2c-8a77a5336843 HTTP/1.1" status: 200 len: 854 time: 0.0921559 Jul 09 20:59:30.328077 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ba682c-84a0-48c1-ae22-a647ccdabfb2 x-openstack-request-id: req-44ba682c-84a0-48c1-ae22-a647ccdabfb2 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:30.328372 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:30.328625 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44ba682c-84a0-48c1-ae22-a647ccdabfb2 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:30.329023 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'status': 'completed', 'code': 200} Jul 09 20:59:30.332052 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 68667909-709e-4d67-804b-660d834b7a62, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68667909-709e-4d67-804b-660d834b7a62,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:30.351627 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:30.352177 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:30.352427 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Floating IP cd669ba8-8aed-4f28-8cef-de0ab740f311 disassociated. External IP: 172.27.1.57, port: c9ea3de3-25f3-41a9-843b-9200cc846943. Jul 09 20:59:30.352778 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Calling delete_port for c9ea3de3-25f3-41a9-843b-9200cc846943 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:59:30.358179 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '68667909-709e-4d67-804b-660d834b7a62', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'port_id': '68667909-709e-4d67-804b-660d834b7a62', 'mac_address': 'fa:16:3e:f0:04:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:59:30.402549 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:30.409871 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b4a6-08ef-445d-8920-499311a8b628 req-471b0c3a-55e3-440d-9ba1-7fbbd3d9d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:30.411626 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-471b0c3a-55e3-440d-9ba1-7fbbd3d9d1d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=987c1107-b352-4f3e-852f-af1376e8017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1343801 Jul 09 20:59:30.417067 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68667909-709e-4d67-804b-660d834b7a62 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:30.439611 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 68667909-709e-4d67-804b-660d834b7a62, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68667909-709e-4d67-804b-660d834b7a62,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:30.445182 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:30.518035 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=68667909-709e-4d67-804b-660d834b7a62,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:30.561623 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-eea22dcc-1ef6-44dc-9c62-1a4ba4b7e171 service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409600 Jul 09 20:59:30.619202 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:30.654541 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event deleted for resources: {'Port': ['ID=c9ea3de3-25f3-41a9-843b-9200cc846943,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:30.807458 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['68667909-709e-4d67-804b-660d834b7a62'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:59:30.860425 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c62e1b-0aff-4726-a83e-6bb306e24604 req-f0ff0a7f-d17b-47b3-960c-c2438c47f040 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:30.862657 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22c62e1b-0aff-4726-a83e-6bb306e24604 req-f0ff0a7f-d17b-47b3-960c-c2438c47f040 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 944 time: 0.0768461 Jul 09 20:59:30.930977 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22c62e1b-0aff-4726-a83e-6bb306e24604 req-d9859311-8b4f-4851-bb26-1f68f568960b tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596406 Jul 09 20:59:31.113930 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7929b4a6-08ef-445d-8920-499311a8b628 req-1f2a12a2-2cd0-4155-8be1-c8afa54c0088 service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391490 Jul 09 20:59:31.142566 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Router a5c408bc-7c72-4f72-95f9-4f33c169dd7a has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:31.190074 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcea9a-47f5-4f37-9992-7ef191419ba1 req-d6e9d2cb-2fc8-4231-ab62-a3852ea584e3 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:31.197503 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e1dcea9a-47f5-4f37-9992-7ef191419ba1 req-d6e9d2cb-2fc8-4231-ab62-a3852ea584e3 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 944 time: 0.1418409 Jul 09 20:59:31.239824 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e1dcea9a-47f5-4f37-9992-7ef191419ba1 req-837e02f0-ccef-451e-8813-63ec86b51757 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414059 Jul 09 20:59:31.313733 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:31.325270 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d0317a-26ae-4827-9872-a3f6d7c77386 None None] Sync routers for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:31.337695 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d0317a-26ae-4827-9872-a3f6d7c77386 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:31.338561 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-29d0317a-26ae-4827-9872-a3f6d7c77386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:59:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:31.368696 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] No DVR routers for this DVR port c9ea3de3-25f3-41a9-843b-9200cc846943 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:59:31.373370 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:31.375744 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-610d5fce-b546-417c-ab81-05f7d98ef83b req-122d9332-f7e1-4f5c-817c-5e9e9e74ad71 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.26 "DELETE /v2.0/ports/c9ea3de3-25f3-41a9-843b-9200cc846943 HTTP/1.1" status: 204 len: 173 time: 1.7272959 Jul 09 20:59:31.379085 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b01b76-6233-4968-8de9-73078312a898 req-789198e6-1d25-4cea-9802-1a49a34b7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:31.380463 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c3b01b76-6233-4968-8de9-73078312a898 req-789198e6-1d25-4cea-9802-1a49a34b7aa6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99663bcf83084ddcbada3387f0d4f2f3&device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 1097 time: 0.1254537 Jul 09 20:59:31.382613 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fcded758-be9a-4d34-a07d-fb3b7648c345 req-29aa75b3-e3c9-4dd3-a040-4510863220ae tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a86c2df-4227-490e-a368-61606134f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0305426 Jul 09 20:59:31.468367 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-29d0317a-26ae-4827-9872-a3f6d7c77386 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:31.489230 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b01b76-6233-4968-8de9-73078312a898 req-0abd5982-c82b-463d-a289-7b7968c5c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:31.490872 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c3b01b76-6233-4968-8de9-73078312a898 req-0abd5982-c82b-463d-a289-7b7968c5c5ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=987c1107-b352-4f3e-852f-af1376e8017e HTTP/1.1" status: 200 len: 917 time: 0.1033196 Jul 09 20:59:31.535775 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c3b01b76-6233-4968-8de9-73078312a898 req-16aa6cbf-e2af-4e01-9937-233ddc94a8b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f593b7-c591-40c0-8ca5-845a395cc165 HTTP/1.1" status: 200 len: 217 time: 0.0378058 Jul 09 20:59:31.590398 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b01b76-6233-4968-8de9-73078312a898 req-2abd1180-15d3-4fbf-b96b-3a8c5daac9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:31.592848 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c3b01b76-6233-4968-8de9-73078312a898 req-2abd1180-15d3-4fbf-b96b-3a8c5daac9b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9124d788-c9ef-4c6b-bd2c-8a77a5336843 HTTP/1.1" status: 200 len: 854 time: 0.0476637 Jul 09 20:59:31.653506 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b01b76-6233-4968-8de9-73078312a898 req-55fc0d3a-820c-4b95-81f2-bbfacecd357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:31.655152 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c3b01b76-6233-4968-8de9-73078312a898 req-55fc0d3a-820c-4b95-81f2-bbfacecd357d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=987c1107-b352-4f3e-852f-af1376e8017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559547 Jul 09 20:59:31.751615 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c3b01b76-6233-4968-8de9-73078312a898 req-cb5c270b-ea61-4f92-8be6-4a9748c5afb8 service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882082 Jul 09 20:59:31.795541 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-29d0317a-26ae-4827-9872-a3f6d7c77386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:31.820957 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d0317a-26ae-4827-9872-a3f6d7c77386 None None] Checking router: a5c408bc-7c72-4f72-95f9-4f33c169dd7a for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:31.831178 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d0317a-26ae-4827-9872-a3f6d7c77386 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:31.831178 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-29d0317a-26ae-4827-9872-a3f6d7c77386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:59:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:31.850163 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c3b01b76-6233-4968-8de9-73078312a898 req-4f576c9b-5797-48ea-a6f4-95b70f01a633 service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920074 Jul 09 20:59:31.936376 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-29d0317a-26ae-4827-9872-a3f6d7c77386 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:32.116267 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068721e-405a-4435-a37b-5f145f9cb145 req-84725813-3268-4827-8e86-d530ccdeed60 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:32.120427 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0068721e-405a-4435-a37b-5f145f9cb145 req-84725813-3268-4827-8e86-d530ccdeed60 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 944 time: 0.0703321 Jul 09 20:59:32.144784 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-29d0317a-26ae-4827-9872-a3f6d7c77386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:32.157888 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0068721e-405a-4435-a37b-5f145f9cb145 req-edd9fc2a-d935-491d-bde3-de4447d9691c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Jul 09 20:59:32.174838 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d0317a-26ae-4827-9872-a3f6d7c77386 None None] The sync data for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi is: [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:32.236298 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device f7f593b7-c591-40c0-8ca5-845a395cc165 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:59:32.244463 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 68667909-709e-4d67-804b-660d834b7a62 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:32.329849 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a86c2df-4227-490e-a368-61606134f5f5', 'name': 'network-vif-deleted', 'tag': 'c9ea3de3-25f3-41a9-843b-9200cc846943'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:32.332787 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6068bf4e-4a0e-4a63-82cd-4c78adcc6a1d" -d '{"events": [{"server_uuid": "6a86c2df-4227-490e-a368-61606134f5f5", "name": "network-vif-deleted", "tag": "c9ea3de3-25f3-41a9-843b-9200cc846943"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:32.387035 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port f7f593b7-c591-40c0-8ca5-845a395cc165, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f7f593b7-c591-40c0-8ca5-845a395cc165,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:32.390269 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port 68667909-709e-4d67-804b-660d834b7a62 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:32.402800 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 68667909-709e-4d67-804b-660d834b7a62 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:32.403227 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:32.407294 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'port_id': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'mac_address': 'fa:16:3e:c3:87:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:59:32.440114 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe32bf-c114-4d72-baa3-2d7a1150de12 req-972e703b-7eae-4ab4-95cb-2ad6b24afdfc tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:32.447329 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e6fe32bf-c114-4d72-baa3-2d7a1150de12 req-972e703b-7eae-4ab4-95cb-2ad6b24afdfc tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 944 time: 0.0806892 Jul 09 20:59:32.479876 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:32.497036 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e6fe32bf-c114-4d72-baa3-2d7a1150de12 req-3600ee3a-bd44-4a28-9308-10f71d428f7c tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487454 Jul 09 20:59:32.521125 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f593b7-c591-40c0-8ca5-845a395cc165 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:32.545886 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7554d-f579-4b8a-99ef-cee942f0311c None None] New status for floating IP cd669ba8-8aed-4f28-8cef-de0ab740f311: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:59:32.548833 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9963c672-06f5-4125-8b09-df7a8e5ac855 x-openstack-request-id: req-9963c672-06f5-4125-8b09-df7a8e5ac855 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:32.549193 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a86c2df-4227-490e-a368-61606134f5f5", "name": "network-vif-deleted", "tag": "c9ea3de3-25f3-41a9-843b-9200cc846943", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:32.549757 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9963c672-06f5-4125-8b09-df7a8e5ac855 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:32.550215 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a86c2df-4227-490e-a368-61606134f5f5', 'name': 'network-vif-deleted', 'tag': 'c9ea3de3-25f3-41a9-843b-9200cc846943', 'status': 'completed', 'code': 200} Jul 09 20:59:32.569774 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port f7f593b7-c591-40c0-8ca5-845a395cc165, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f7f593b7-c591-40c0-8ca5-845a395cc165,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:32.577012 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:32.612030 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:32.656668 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68667909-709e-4d67-804b-660d834b7a62'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:32.659054 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6287bd-3de6-48ea-bf0f-2c48f1dee413" -d '{"events": [{"server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "name": "network-vif-plugged", "status": "completed", "tag": "68667909-709e-4d67-804b-660d834b7a62"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:32.676035 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=f7f593b7-c591-40c0-8ca5-845a395cc165,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:32.680072 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36532) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:32.681842 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 68667909-709e-4d67-804b-660d834b7a62, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68667909-709e-4d67-804b-660d834b7a62,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:32.688758 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:32.690107 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device c9ea3de3-25f3-41a9-843b-9200cc846943 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:59:32.742134 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: c9ea3de3-25f3-41a9-843b-9200cc846943 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:59:32.742709 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device c9ea3de3-25f3-41a9-843b-9200cc846943 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:59:32.747075 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8be355-caad-48aa-a594-9f2ffaca0931 x-openstack-request-id: req-3a8be355-caad-48aa-a594-9f2ffaca0931 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:32.747415 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "name": "network-vif-plugged", "status": "completed", "tag": "68667909-709e-4d67-804b-660d834b7a62", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:32.747651 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a8be355-caad-48aa-a594-9f2ffaca0931 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:32.748161 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68667909-709e-4d67-804b-660d834b7a62', 'code': 200} Jul 09 20:59:32.754233 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5ba141f8-b302-47f4-947e-97d819b625c3 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:32.779137 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=68667909-709e-4d67-804b-660d834b7a62,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:32.784885 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5ba141f8-b302-47f4-947e-97d819b625c3 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:32.832824 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5ba141f8-b302-47f4-947e-97d819b625c3 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:32.835392 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5ba141f8-b302-47f4-947e-97d819b625c3 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:32.836562 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5ba141f8-b302-47f4-947e-97d819b625c3 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "DELETE /v2.0/security-groups/768d7af0-9569-4b85-9609-90ad2b7b2959 HTTP/1.1" status: 204 len: 168 time: 0.1549788 Jul 09 20:59:32.839399 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36536) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:32.845854 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba141f8-b302-47f4-947e-97d819b625c3 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768d7af0-9569-4b85-9609-90ad2b7b2959,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:32.860447 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.api.v2.resource [None req-1721cd35-4e27-452f-b2a6-060645b3b5f4 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] show failed (client error): The resource could not be found. Jul 09 20:59:32.863648 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1721cd35-4e27-452f-b2a6-060645b3b5f4 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups/768d7af0-9569-4b85-9609-90ad2b7b2959 HTTP/1.1" status: 404 len: 347 time: 0.0210299 Jul 09 20:59:32.864583 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36538) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:32.900361 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['f7f593b7-c591-40c0-8ca5-845a395cc165'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:59:33.003207 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-65e227d9-b4d1-4906-b392-dc07736932ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Deleting port a9e9dc0f-b10d-4cff-b167-bfd65189b9f7 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:59:33.004359 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65e227d9-b4d1-4906-b392-dc07736932ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:33.083759 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109795cd-3066-4bc0-9a1a-e4abbca63b1f req-bf73522a-e0b9-437d-9ddd-00d3dff29fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:33.084045 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65e227d9-b4d1-4906-b392-dc07736932ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:33.084382 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65e227d9-b4d1-4906-b392-dc07736932ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:33.085603 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-109795cd-3066-4bc0-9a1a-e4abbca63b1f req-bf73522a-e0b9-437d-9ddd-00d3dff29fae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 1098 time: 0.0538120 Jul 09 20:59:33.096968 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-65e227d9-b4d1-4906-b392-dc07736932ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Calling delete_port for a9e9dc0f-b10d-4cff-b167-bfd65189b9f7 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:59:33.120644 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-109795cd-3066-4bc0-9a1a-e4abbca63b1f req-ca0d951a-e5e2-4297-8c27-68df36e7dd35 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270667 Jul 09 20:59:33.228956 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65e227d9-b4d1-4906-b392-dc07736932ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:33.254876 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e227d9-b4d1-4906-b392-dc07736932ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event deleted for resources: {'Port': ['ID=a9e9dc0f-b10d-4cff-b167-bfd65189b9f7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:33.350458 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65e227d9-b4d1-4906-b392-dc07736932ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:33.352948 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65e227d9-b4d1-4906-b392-dc07736932ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:33.354056 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-65e227d9-b4d1-4906-b392-dc07736932ab tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "DELETE /v2.0/floatingips/cd669ba8-8aed-4f28-8cef-de0ab740f311 HTTP/1.1" status: 204 len: 168 time: 0.4881067 Jul 09 20:59:33.379034 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7babb84-21bc-4133-93e2-78a46eb4da0b req-871df5d8-7564-4bf3-acf9-f29388b62ce9 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:33.380516 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7babb84-21bc-4133-93e2-78a46eb4da0b req-871df5d8-7564-4bf3-acf9-f29388b62ce9 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 945 time: 0.0984185 Jul 09 20:59:33.418286 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7babb84-21bc-4133-93e2-78a46eb4da0b req-e6db7f1c-c6f7-45e1-a3a9-1fef331183bd tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Jul 09 20:59:33.651143 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36548) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:33.657285 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-7f2d2119-0439-4097-98c1-960f6cbd6e26 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--816629196', 'description': 'tempest-description--398879894'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:33.692463 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2119-0439-4097-98c1-960f6cbd6e26 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:33.840071 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fcf1a-8e2a-4d8e-b0f3-ee2f727faf6f req-2320f691-1eed-4806-8327-8574dcde40e3 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:33.842056 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e20fcf1a-8e2a-4d8e-b0f3-ee2f727faf6f req-2320f691-1eed-4806-8327-8574dcde40e3 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.1074097 Jul 09 20:59:33.849604 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2119-0439-4097-98c1-960f6cbd6e26 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:33.861059 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2119-0439-4097-98c1-960f6cbd6e26 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:33.910312 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d2119-0439-4097-98c1-960f6cbd6e26 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27e4ac0-4aa1-481e-8666-c4286be3622c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:33.914536 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2119-0439-4097-98c1-960f6cbd6e26 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:33.918771 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36562) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:33.919425 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7f2d2119-0439-4097-98c1-960f6cbd6e26 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2665033 Jul 09 20:59:33.927011 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-2506ec49-fa5e-4e60-9b1d-3dbbfc851181 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'security_group_rule': {'security_group_id': 'b27e4ac0-4aa1-481e-8666-c4286be3622c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:33.937052 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e20fcf1a-8e2a-4d8e-b0f3-ee2f727faf6f req-69fba52f-9107-46d8-9493-45b6c26d6fbf tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860295 Jul 09 20:59:33.977486 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2506ec49-fa5e-4e60-9b1d-3dbbfc851181 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.047969 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2506ec49-fa5e-4e60-9b1d-3dbbfc851181 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.052689 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2506ec49-fa5e-4e60-9b1d-3dbbfc851181 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.077967 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506ec49-fa5e-4e60-9b1d-3dbbfc851181 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a190eb9-3e0b-47d8-8d1e-1c74e75f2eb7,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:34.089508 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2506ec49-fa5e-4e60-9b1d-3dbbfc851181 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.096603 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2506ec49-fa5e-4e60-9b1d-3dbbfc851181 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703453 Jul 09 20:59:34.096603 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36572) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:34.103397 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-dcb06d16-00d1-4224-8ac3-51b20ab5d6f8 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'security_group_rule': {'security_group_id': 'b27e4ac0-4aa1-481e-8666-c4286be3622c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:34.137752 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dcb06d16-00d1-4224-8ac3-51b20ab5d6f8 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.198943 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dcb06d16-00d1-4224-8ac3-51b20ab5d6f8 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.204900 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dcb06d16-00d1-4224-8ac3-51b20ab5d6f8 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.230326 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb06d16-00d1-4224-8ac3-51b20ab5d6f8 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b180c60a-daf5-4bd2-b0d0-bb2f4c89c474,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:34.233721 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dcb06d16-00d1-4224-8ac3-51b20ab5d6f8 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.239585 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36574) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:34.244613 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device f7f593b7-c591-40c0-8ca5-845a395cc165 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:34.251506 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'floatingip': {'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:34.252192 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-dcb06d16-00d1-4224-8ac3-51b20ab5d6f8 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539249 Jul 09 20:59:34.283368 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.317383 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port f7f593b7-c591-40c0-8ca5-845a395cc165 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:34.328654 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port f7f593b7-c591-40c0-8ca5-845a395cc165 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:34.329113 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.413698 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.414205 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.463945 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port f7f593b7-c591-40c0-8ca5-845a395cc165, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f7f593b7-c591-40c0-8ca5-845a395cc165,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:34.469792 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.523971 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Allocated IP 172.27.1.26 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/cac502f4-25b2-4d26-8bc2-3e14d275385e) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:34.527543 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=f7f593b7-c591-40c0-8ca5-845a395cc165,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:34.676304 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259972a-6154-4649-ad37-cac1f56bc29b req-8afdee58-2458-4f4b-a1e2-dbce5158f05f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:34.677788 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9259972a-6154-4649-ad37-cac1f56bc29b req-8afdee58-2458-4f4b-a1e2-dbce5158f05f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 946 time: 0.1261961 Jul 09 20:59:34.682313 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.728103 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9259972a-6154-4649-ad37-cac1f56bc29b req-ec37da30-0283-4a3d-b331-0cd0a6828a0a tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433655 Jul 09 20:59:34.747746 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.749852 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:34.752286 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa015f12-a78c-47ae-88f2-267ebfe03cdb" -d '{"events": [{"server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "name": "network-vif-plugged", "status": "completed", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:34.787719 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:34.788156 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1eba54-c71f-4cd8-90e3-5e5b0a094e9b x-openstack-request-id: req-3c1eba54-c71f-4cd8-90e3-5e5b0a094e9b {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:34.788449 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "name": "network-vif-plugged", "status": "completed", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:34.788703 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c1eba54-c71f-4cd8-90e3-5e5b0a094e9b {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:34.789094 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'code': 200} Jul 09 20:59:34.790455 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:34.793890 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:34.800152 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'Port': ['ID=cac502f4-25b2-4d26-8bc2-3e14d275385e,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:34.828969 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.829639 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.830207 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.830764 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.831317 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.831918 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.832463 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.833030 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.833598 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.834165 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.834717 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.835268 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:34.900494 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:34.944691 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.050015 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551bec-90d8-49ce-b92c-dd60b102773b req-1c4c0c20-a5ab-4604-8965-45e5ea4d8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:35.051585 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-40551bec-90d8-49ce-b92c-dd60b102773b req-1c4c0c20-a5ab-4604-8965-45e5ea4d8de0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 1099 time: 0.0531926 Jul 09 20:59:35.087873 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-40551bec-90d8-49ce-b92c-dd60b102773b req-ef03f10d-54e0-43d8-807e-3f3e1e7dda6a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290871 Jul 09 20:59:35.140973 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.155086 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c0843-6de5-498b-bcaa-4a8c50fcc1bc req-6f9d531e-d2b3-47b1-abe3-b5b0c2dd741d tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:35.157043 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fd6c0843-6de5-498b-bcaa-4a8c50fcc1bc req-6f9d531e-d2b3-47b1-abe3-b5b0c2dd741d tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.1017606 Jul 09 20:59:35.157806 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.256838 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'Port': ['ID=cac502f4-25b2-4d26-8bc2-3e14d275385e,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:35.270113 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fd6c0843-6de5-498b-bcaa-4a8c50fcc1bc req-c96fbf46-6337-4f26-824e-ad64753700c5 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043396 Jul 09 20:59:35.270990 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.285368 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.291857 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2fd8f794-63e6-44fa-8781-f26603dcd35a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0511990 Jul 09 20:59:35.407286 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36600) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:35.517751 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47f8686e-4d6f-4483-9255-2c3e4471c0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.647418 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e29f3-5bb6-4c1a-873a-e1f574543973 req-c52d00ea-a2b9-4c42-9eff-82d1189bd9d7 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:35.648889 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7c5e29f3-5bb6-4c1a-873a-e1f574543973 req-c52d00ea-a2b9-4c42-9eff-82d1189bd9d7 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.1032314 Jul 09 20:59:35.661232 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47f8686e-4d6f-4483-9255-2c3e4471c0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.667588 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47f8686e-4d6f-4483-9255-2c3e4471c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.723722 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-47f8686e-4d6f-4483-9255-2c3e4471c0bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=161c7734135d4db8bba737cc91374d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152771 Jul 09 20:59:35.726415 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36604) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:35.729132 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7c5e29f3-5bb6-4c1a-873a-e1f574543973 req-ce0e9531-3944-4d99-bb0c-30fee11f5226 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730431 Jul 09 20:59:35.730022 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8686e-4d6f-4483-9255-2c3e4471c0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5bcb2-8a95-40be-a03b-acb58b58ef9f,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:35.758874 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36608) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:35.787858 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cf172a22-2c9a-4f1f-8351-622d7ef4b3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.813531 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cf172a22-2c9a-4f1f-8351-622d7ef4b3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.849959 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-bc86f6cf-a390-4022-8ae2-97906a01e590 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--816629196&fields=id&tenant_id=33024221721a43c3b955a9c933ba17ed HTTP/1.1" status: 200 len: 267 time: 0.0343406 Jul 09 20:59:35.877714 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cf172a22-2c9a-4f1f-8351-622d7ef4b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.880945 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cf172a22-2c9a-4f1f-8351-622d7ef4b3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:35.883404 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-cf172a22-2c9a-4f1f-8351-622d7ef4b3e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f0e5bcb2-8a95-40be-a03b-acb58b58ef9f HTTP/1.1" status: 204 len: 168 time: 0.1547129 Jul 09 20:59:35.891545 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf172a22-2c9a-4f1f-8351-622d7ef4b3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5bcb2-8a95-40be-a03b-acb58b58ef9f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:36.229434 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36624) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:36.230961 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-93c0dac3-5277-47d2-b08c-41f60b34cd66 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:36.232606 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-93c0dac3-5277-47d2-b08c-41f60b34cd66 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/networks?id=2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 200 len: 810 time: 0.3756394 Jul 09 20:59:36.238839 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1757fe5-43d4-4a76-844e-70f3f2ddfde7 tempest-TestShelveInstance-836749841 tempest-TestShelveInstance-836749841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:36.244089 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b1757fe5-43d4-4a76-844e-70f3f2ddfde7 tempest-TestShelveInstance-836749841 tempest-TestShelveInstance-836749841-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 1093 time: 0.4835241 Jul 09 20:59:36.244274 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36626) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:36.250215 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Request body: {'floatingip': {'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'port_id': '68667909-709e-4d67-804b-660d834b7a62', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:36.254992 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cf559bc4-3381-4e6f-a165-7503d0f3c02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.266497 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-7c7139a4-6df3-490f-bca6-cd32893e7512 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/quotas/33024221721a43c3b955a9c933ba17ed HTTP/1.1" status: 200 len: 375 time: 0.0212569 Jul 09 20:59:36.313276 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.397800 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-2a63041c-6ea1-42e4-94e5-e672e748b705 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=33024221721a43c3b955a9c933ba17ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211498 Jul 09 20:59:36.405072 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cf559bc4-3381-4e6f-a165-7503d0f3c02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.411093 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cf559bc4-3381-4e6f-a165-7503d0f3c02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.449449 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-cf559bc4-3381-4e6f-a165-7503d0f3c02c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0d046c5aa5140daaacb10e8daf93ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188785 Jul 09 20:59:36.452610 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36628) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:36.459748 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf559bc4-3381-4e6f-a165-7503d0f3c02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34550b8-0ce4-4af1-b07e-75225ded0e4b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:36.505450 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76810c92-600a-451e-8842-6c9770e00c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.516416 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.525408 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-8d526639-951b-4db6-b8d2-dd48201b517e service neutron] 10.222.0.73 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139796 Jul 09 20:59:36.526361 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76810c92-600a-451e-8842-6c9770e00c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.574415 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76810c92-600a-451e-8842-6c9770e00c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.578959 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76810c92-600a-451e-8842-6c9770e00c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.585101 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-76810c92-600a-451e-8842-6c9770e00c87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e34550b8-0ce4-4af1-b07e-75225ded0e4b HTTP/1.1" status: 204 len: 168 time: 0.1302898 Jul 09 20:59:36.592490 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76810c92-600a-451e-8842-6c9770e00c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34550b8-0ce4-4af1-b07e-75225ded0e4b,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:36.695373 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-4948c323-ecce-4e69-9821-d7933cf8702f service neutron] 10.222.0.73 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390512 Jul 09 20:59:36.696487 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Allocated IP 172.27.1.5 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/a84b7956-aca4-4a24-be49-28416563f0d7) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:36.796267 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e30d-72fe-4c56-b644-b92d7d408a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.815231 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.870393 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.927243 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:36.956780 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:36.963100 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:36.965874 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event updated for resources: {'Port': ['ID=a84b7956-aca4-4a24-be49-28416563f0d7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:36.971714 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36642) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:36.988999 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d822bebd-9a02-4e5e-af10-53c0a1352d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.064008 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac966-2e03-46a9-9a66-37795122a9c5 req-2e12e6de-645c-4775-84cd-4fac5688d0b3 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:37.065531 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7c9ac966-2e03-46a9-9a66-37795122a9c5 req-2e12e6de-645c-4775-84cd-4fac5688d0b3 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 946 time: 0.1504214 Jul 09 20:59:37.105202 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d822bebd-9a02-4e5e-af10-53c0a1352d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.109982 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d822bebd-9a02-4e5e-af10-53c0a1352d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.148743 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7c9ac966-2e03-46a9-9a66-37795122a9c5 req-9bdf0e75-dffa-4521-806c-357e491fe0c6 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773981 Jul 09 20:59:37.160239 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d822bebd-9a02-4e5e-af10-53c0a1352d95 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff597c9f027348259fb051a60be5782b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874211 Jul 09 20:59:37.161708 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822bebd-9a02-4e5e-af10-53c0a1352d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acda6abb-98fd-4743-ab27-65817abbe433,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:37.164358 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36648) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:37.222555 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c87fd868-ff7a-4340-846c-033aa908865a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.245558 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c87fd868-ff7a-4340-846c-033aa908865a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.284510 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:59:37.296677 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c87fd868-ff7a-4340-846c-033aa908865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.299613 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c87fd868-ff7a-4340-846c-033aa908865a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.300838 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c87fd868-ff7a-4340-846c-033aa908865a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/acda6abb-98fd-4743-ab27-65817abbe433 HTTP/1.1" status: 204 len: 168 time: 0.1350491 Jul 09 20:59:37.308638 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fd868-ff7a-4340-846c-033aa908865a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acda6abb-98fd-4743-ab27-65817abbe433,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:37.478857 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.501771 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53005ec1-0f5b-4147-a144-c93ef6fe2f65 req-b3db191e-004c-4769-84bc-f688c0fcf186 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 210 time: 0.0406833 Jul 09 20:59:37.608378 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.781833 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a94e5-74f4-46a8-b1b2-b4fb5f3ccd7e req-842cdf19-814c-4414-881c-8797474116ef tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:37.783211 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-822a94e5-74f4-46a8-b1b2-b4fb5f3ccd7e req-842cdf19-814c-4414-881c-8797474116ef tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 946 time: 0.1445899 Jul 09 20:59:37.848396 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-822a94e5-74f4-46a8-b1b2-b4fb5f3ccd7e req-0ffb1bf4-34f0-4439-b388-4788d35d6130 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562122 Jul 09 20:59:37.850181 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.855509 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.921937 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event updated for resources: {'Port': ['ID=a84b7956-aca4-4a24-be49-28416563f0d7,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:37.937410 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:38.037010 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Floating IP 679a4026-ed4b-420d-84a2-4370ed2ca037 associated. External IP: 172.27.1.5, port: 68667909-709e-4d67-804b-660d834b7a62. Jul 09 20:59:38.295021 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Router fee28a34-6bdc-4d49-843c-2f7d2969512f has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:38.301442 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-2d3579d9-4dd9-4eef-9bd6-37de3ac5d92a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:38.303866 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-2d3579d9-4dd9-4eef-9bd6-37de3ac5d92a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.26 "GET /v2.0/networks?id=2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 200 len: 810 time: 0.1213024 Jul 09 20:59:38.358981 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-4cef1d8e-128b-4452-89a9-2bfffa73d14b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33024221721a43c3b955a9c933ba17ed HTTP/1.1" status: 200 len: 379 time: 0.0382843 Jul 09 20:59:38.367977 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'port': {'device_id': '5e3054e8-c605-4f2c-9607-737ea19563af', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'admin_state_up': True, 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'security_groups': ['b27e4ac0-4aa1-481e-8666-c4286be3622c']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:38.456952 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:38.471131 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51ee5c-7b91-44f1-b0c2-cee6d35a9bd6 None None] Sync routers for ids ['fee28a34-6bdc-4d49-843c-2f7d2969512f'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:38.477318 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:38.487828 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f5bd-6dc8-4264-81ac-898211ff88d3 req-d3a81240-db0c-4b0f-af06-4bb03306d5d6 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:38.488675 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51ee5c-7b91-44f1-b0c2-cee6d35a9bd6 None None] Routers {'fee28a34-6bdc-4d49-843c-2f7d2969512f'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:38.489372 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dfd7f5bd-6dc8-4264-81ac-898211ff88d3 req-d3a81240-db0c-4b0f-af06-4bb03306d5d6 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 946 time: 0.1014850 Jul 09 20:59:38.489824 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-ee51ee5c-7b91-44f1-b0c2-cee6d35a9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:59:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fee28a34-6bdc-4d49-843c-2f7d2969512f'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:38.525281 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Made reservation on behalf of 33024221721a43c3b955a9c933ba17ed for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:59:38.530225 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:38.547975 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1328c6ce-a448-4fca-838d-2121b627ddaa tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3014822 Jul 09 20:59:38.553089 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'tag': '68667909-709e-4d67-804b-660d834b7a62'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:38.556330 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2892354-9c34-4e48-b925-a9ba652d1a62" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "tag": "68667909-709e-4d67-804b-660d834b7a62"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:38.565223 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dfd7f5bd-6dc8-4264-81ac-898211ff88d3 req-5c222030-0bf9-4163-8de4-92c97e3c801d tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566883 Jul 09 20:59:38.620148 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-ee51ee5c-7b91-44f1-b0c2-cee6d35a9bd6 None None] Set router fee28a34-6bdc-4d49-843c-2f7d2969512f gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:38.685241 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Allocated IP 172.20.0.9 (2b134ecb-601f-411f-8880-44405ba46406/e2ef9a74-067c-4528-b3d4-64882505fab0/353f0a45-e2bd-4f66-8ab1-62045dc38788) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:38.889624 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:38.909464 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-ee51ee5c-7b91-44f1-b0c2-cee6d35a9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '679a4026-ed4b-420d-84a2-4370ed2ca037', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'port_id': '68667909-709e-4d67-804b-660d834b7a62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'mac_address': 'fa:16:3e:f0:04:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:37Z', 'updated_at': '2021-07-09T20:59:37Z', 'revision_number': 0, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bea2a65-d0b3-4ae1-a839-861c3d245fc8', 'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'mac_address': 'fa:16:3e:cb:be:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:37Z', 'updated_at': '2021-07-09T20:58:46Z', 'revision_number': 5, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'subnets': [{'id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:38.910009 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Transition to ACTIVE for port object 353f0a45-e2bd-4f66-8ab1-62045dc38788 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:38.935481 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2db037c5-d196-4426-9cab-fd1a0300ad3d req-9008b6d0-21cd-4bde-8c1b-c99220ca8124 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 210 time: 0.0744495 Jul 09 20:59:38.943025 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51ee5c-7b91-44f1-b0c2-cee6d35a9bd6 None None] Checking router: fee28a34-6bdc-4d49-843c-2f7d2969512f for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:38.953502 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51ee5c-7b91-44f1-b0c2-cee6d35a9bd6 None None] Routers {'fee28a34-6bdc-4d49-843c-2f7d2969512f'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:38.954309 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-ee51ee5c-7b91-44f1-b0c2-cee6d35a9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:59:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fee28a34-6bdc-4d49-843c-2f7d2969512f'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:38.969507 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:38.995061 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf8b4f5-45db-4c44-b3b9-8b46f0c734b3 x-openstack-request-id: req-aaf8b4f5-45db-4c44-b3b9-8b46f0c734b3 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:38.995437 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "tag": "68667909-709e-4d67-804b-660d834b7a62", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:38.995692 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aaf8b4f5-45db-4c44-b3b9-8b46f0c734b3 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:38.996085 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'tag': '68667909-709e-4d67-804b-660d834b7a62', 'status': 'completed', 'code': 200} Jul 09 20:59:39.015974 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Network 2b134ecb-601f-411f-8880-44405ba46406 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:39.022057 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:39.024355 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:39.067881 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event updated for resources: {'Port': ['ID=353f0a45-e2bd-4f66-8ab1-62045dc38788,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:39.077725 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-ee51ee5c-7b91-44f1-b0c2-cee6d35a9bd6 None None] Set router fee28a34-6bdc-4d49-843c-2f7d2969512f gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:39.122176 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:39.122824 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:39.144670 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-6cf69494-8ce0-4b10-af22-68e57ff40dec tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7797685 Jul 09 20:59:39.151112 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2892354-9c34-4e48-b925-a9ba652d1a62 req-64f3773d-60e3-4e40-9d2a-cc374e2dfc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:39.152805 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f2892354-9c34-4e48-b925-a9ba652d1a62 req-64f3773d-60e3-4e40-9d2a-cc374e2dfc29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1836b31c3b5e496584544c882f0c46d2&device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 1098 time: 0.1010945 Jul 09 20:59:39.167504 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Request body: {'port': {'device_id': '5e3054e8-c605-4f2c-9607-737ea19563af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:39.311984 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:39.320087 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-45ec1648-cd17-40fb-95b4-85914f112577 None None] Provisioning for port 353f0a45-e2bd-4f66-8ab1-62045dc38788 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:39.325522 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-ee51ee5c-7b91-44f1-b0c2-cee6d35a9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '679a4026-ed4b-420d-84a2-4370ed2ca037', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'port_id': '68667909-709e-4d67-804b-660d834b7a62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'mac_address': 'fa:16:3e:f0:04:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:37Z', 'updated_at': '2021-07-09T20:59:37Z', 'revision_number': 0, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bea2a65-d0b3-4ae1-a839-861c3d245fc8', 'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'mac_address': 'fa:16:3e:cb:be:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:37Z', 'updated_at': '2021-07-09T20:58:46Z', 'revision_number': 5, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'subnets': [{'id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:39.326875 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2892354-9c34-4e48-b925-a9ba652d1a62 req-abfbbc01-9dee-43bb-b957-6747cc4b4b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:39.328436 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f2892354-9c34-4e48-b925-a9ba652d1a62 req-abfbbc01-9dee-43bb-b957-6747cc4b4b78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b84a2abb-7752-4c25-aabf-2ee5072d0564 HTTP/1.1" status: 200 len: 911 time: 0.1583271 Jul 09 20:59:39.470779 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-45ec1648-cd17-40fb-95b4-85914f112577 None None] Provisioning complete for port 353f0a45-e2bd-4f66-8ab1-62045dc38788 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:39.471164 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-45ec1648-cd17-40fb-95b4-85914f112577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:39.473107 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51ee5c-7b91-44f1-b0c2-cee6d35a9bd6 None None] The sync data for ids ['fee28a34-6bdc-4d49-843c-2f7d2969512f'] in dv-cinder-792642-3-iscsi is: [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '679a4026-ed4b-420d-84a2-4370ed2ca037', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'port_id': '68667909-709e-4d67-804b-660d834b7a62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'mac_address': 'fa:16:3e:f0:04:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:37Z', 'updated_at': '2021-07-09T20:59:37Z', 'revision_number': 0, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bea2a65-d0b3-4ae1-a839-861c3d245fc8', 'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'mac_address': 'fa:16:3e:cb:be:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:37Z', 'updated_at': '2021-07-09T20:58:46Z', 'revision_number': 5, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'subnets': [{'id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:39.475332 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f2892354-9c34-4e48-b925-a9ba652d1a62 req-93b3562a-d0f4-40e3-a884-2c248662d206 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68667909-709e-4d67-804b-660d834b7a62 HTTP/1.1" status: 200 len: 997 time: 0.1251225 Jul 09 20:59:39.508591 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-45ec1648-cd17-40fb-95b4-85914f112577 None None] Port 353f0a45-e2bd-4f66-8ab1-62045dc38788 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:39.581923 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2892354-9c34-4e48-b925-a9ba652d1a62 req-99e8891d-1113-4b04-95be-8b855f899ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:39.583460 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f2892354-9c34-4e48-b925-a9ba652d1a62 req-99e8891d-1113-4b04-95be-8b855f899ae7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30f6906-86d1-4a0c-b274-48de77a77ea3 HTTP/1.1" status: 200 len: 848 time: 0.0981283 Jul 09 20:59:39.649948 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7daf07d3-195f-4949-aa3f-caca7ff38925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:39.675381 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc4948-fdce-4d84-ab79-08755a35a307 None None] New status for floating IP 679a4026-ed4b-420d-84a2-4370ed2ca037: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:59:39.714131 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2892354-9c34-4e48-b925-a9ba652d1a62 req-6d71cf4e-4609-4d08-bceb-183c7d06a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:39.715718 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f2892354-9c34-4e48-b925-a9ba652d1a62 req-6d71cf4e-4609-4d08-bceb-183c7d06a64a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b84a2abb-7752-4c25-aabf-2ee5072d0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1242926 Jul 09 20:59:39.745103 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353f0a45-e2bd-4f66-8ab1-62045dc38788 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:39.777797 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:39.800478 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Transition to ACTIVE for port object 353f0a45-e2bd-4f66-8ab1-62045dc38788 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:39.810977 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:39.874944 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f2892354-9c34-4e48-b925-a9ba652d1a62 req-e2119e36-ef61-4ce4-aeb0-64d9acd0efca service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515045 Jul 09 20:59:39.908608 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Pushing event updated for resources: {'Port': ['ID=353f0a45-e2bd-4f66-8ab1-62045dc38788,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:40.038178 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Attempting to bind port 353f0a45-e2bd-4f66-8ab1-62045dc38788 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:40.038396 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Attempting to bind port 353f0a45-e2bd-4f66-8ab1-62045dc38788 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:40.038725 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Attempting to bind port 353f0a45-e2bd-4f66-8ab1-62045dc38788 on network 2b134ecb-601f-411f-8880-44405ba46406 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:40.051842 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f2892354-9c34-4e48-b925-a9ba652d1a62 req-542efc69-92da-4c39-843a-cca83e3ff518 service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675489 Jul 09 20:59:40.053685 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Port 353f0a45-e2bd-4f66-8ab1-62045dc38788 on network 2b134ecb-601f-411f-8880-44405ba46406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:59:40.053685 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Attempting to bind port 353f0a45-e2bd-4f66-8ab1-62045dc38788 on network 2b134ecb-601f-411f-8880-44405ba46406 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:40.058034 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:40.058378 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Checking segment: {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:40.058764 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Bound using segment: {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:40.059199 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Bound port: 353f0a45-e2bd-4f66-8ab1-62045dc38788, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9304f9-6388-4efa-acec-5ec644022c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '2b134ecb-601f-411f-8880-44405ba46406'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:40.059665 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:40.125821 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d323-75c8-4e7b-9db0-596ff47822fe req-8685506c-6e8c-49ce-a199-aab0d7a66aa1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:40.129403 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34f2d323-75c8-4e7b-9db0-596ff47822fe req-8685506c-6e8c-49ce-a199-aab0d7a66aa1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 943 time: 0.0928807 Jul 09 20:59:40.130624 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:40.141767 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] For port 353f0a45-e2bd-4f66-8ab1-62045dc38788, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:40.145098 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] For port 353f0a45-e2bd-4f66-8ab1-62045dc38788, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=353f0a45-e2bd-4f66-8ab1-62045dc38788,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:40.149464 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:40.181318 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34f2d323-75c8-4e7b-9db0-596ff47822fe req-74843291-93e7-40ac-9f01-dd41aa62712e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=b27e4ac0-4aa1-481e-8666-c4286be3622c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 Jul 09 20:59:40.188089 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:40.188286 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:40.189944 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] 10.222.0.26 "PUT /v2.0/ports/353f0a45-e2bd-4f66-8ab1-62045dc38788 HTTP/1.1" status: 200 len: 1093 time: 1.0270712 Jul 09 20:59:40.190386 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3054e8-c605-4f2c-9607-737ea19563af', 'tag': '353f0a45-e2bd-4f66-8ab1-62045dc38788'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:40.193491 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fa102f-d11a-4d39-bdf0-f4260be36e19" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3054e8-c605-4f2c-9607-737ea19563af", "tag": "353f0a45-e2bd-4f66-8ab1-62045dc38788"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:40.220256 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0e6cd-7f11-4c23-af65-216ca58b1acc service neutron] Pushing event updated for resources: {'Port': ['ID=353f0a45-e2bd-4f66-8ab1-62045dc38788,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:40.247796 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b589778-264c-4131-807f-906e763231d7 x-openstack-request-id: req-2b589778-264c-4131-807f-906e763231d7 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:40.248970 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3054e8-c605-4f2c-9607-737ea19563af", "tag": "353f0a45-e2bd-4f66-8ab1-62045dc38788", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:40.248970 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b589778-264c-4131-807f-906e763231d7 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:40.249380 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3054e8-c605-4f2c-9607-737ea19563af', 'tag': '353f0a45-e2bd-4f66-8ab1-62045dc38788', 'status': 'completed', 'code': 200} Jul 09 20:59:40.327093 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-067e923f-355f-433a-b777-9f870aae36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:40.328683 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-067e923f-355f-433a-b777-9f870aae36fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33024221721a43c3b955a9c933ba17ed&device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 1096 time: 0.0620728 Jul 09 20:59:40.379224 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-f2d35117-b0db-4eee-85ee-8fb087633288 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=353f0a45-e2bd-4f66-8ab1-62045dc38788 HTTP/1.1" status: 200 len: 217 time: 0.0361550 Jul 09 20:59:40.428155 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-3c285b54-63a4-49da-b9f8-799d67f65a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:40.429636 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-3c285b54-63a4-49da-b9f8-799d67f65a66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2ef9a74-067c-4528-b3d4-64882505fab0 HTTP/1.1" status: 200 len: 849 time: 0.0437834 Jul 09 20:59:40.500760 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-9072bff8-1657-4720-97c2-2333629ca574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:40.502259 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-9072bff8-1657-4720-97c2-2333629ca574 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b134ecb-601f-411f-8880-44405ba46406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569828 Jul 09 20:59:40.598741 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-184f2b82-c037-4b17-962a-e3601b79ab50 service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895410 Jul 09 20:59:40.655483 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:40.702800 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34c6ef62-c1b3-49ec-9c8f-3c522690abb5 req-05aed27c-42a0-433a-b6c9-8b2d5642aacc service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903921 Jul 09 20:59:40.881044 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa102f-d11a-4d39-bdf0-f4260be36e19 req-fb7203d0-022f-4ffc-9328-421ae4a1471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:40.882560 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-39fa102f-d11a-4d39-bdf0-f4260be36e19 req-fb7203d0-022f-4ffc-9328-421ae4a1471a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33024221721a43c3b955a9c933ba17ed&device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 1096 time: 0.0564921 Jul 09 20:59:40.972591 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa102f-d11a-4d39-bdf0-f4260be36e19 req-7beb9b3b-0dd0-4a20-a07b-539dad08e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:40.974086 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-39fa102f-d11a-4d39-bdf0-f4260be36e19 req-7beb9b3b-0dd0-4a20-a07b-539dad08e86a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 200 len: 912 time: 0.0847402 Jul 09 20:59:41.024690 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-39fa102f-d11a-4d39-bdf0-f4260be36e19 req-6bc7c0a2-bff5-421c-8ab1-829ee2e6dc40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=353f0a45-e2bd-4f66-8ab1-62045dc38788 HTTP/1.1" status: 200 len: 217 time: 0.0374262 Jul 09 20:59:41.082595 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa102f-d11a-4d39-bdf0-f4260be36e19 req-6799bab8-a867-42b2-851a-8b5265f2bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:41.084068 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-39fa102f-d11a-4d39-bdf0-f4260be36e19 req-6799bab8-a867-42b2-851a-8b5265f2bf6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2ef9a74-067c-4528-b3d4-64882505fab0 HTTP/1.1" status: 200 len: 849 time: 0.0426285 Jul 09 20:59:41.142492 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa102f-d11a-4d39-bdf0-f4260be36e19 req-7391abf4-456b-498a-b6e3-cd7dfa116961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:41.143947 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-39fa102f-d11a-4d39-bdf0-f4260be36e19 req-7391abf4-456b-498a-b6e3-cd7dfa116961 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b134ecb-601f-411f-8880-44405ba46406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531309 Jul 09 20:59:41.238336 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-39fa102f-d11a-4d39-bdf0-f4260be36e19 req-317af3ea-0561-4dcc-b442-8a3856648bca service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864916 Jul 09 20:59:41.334372 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-39fa102f-d11a-4d39-bdf0-f4260be36e19 req-72db02ff-8338-4df5-9b05-23043e0bee5d service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867429 Jul 09 20:59:41.374082 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c90f5b-cfc7-43f0-a989-e67ef3494e9f req-ea6bcb93-3ae1-475c-a5ba-9627b992453d tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:41.376891 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-43c90f5b-cfc7-43f0-a989-e67ef3494e9f req-ea6bcb93-3ae1-475c-a5ba-9627b992453d tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 943 time: 0.0657780 Jul 09 20:59:41.415303 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-43c90f5b-cfc7-43f0-a989-e67ef3494e9f req-06b437cf-bcc8-44e4-b02e-56e467c7decd tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=b27e4ac0-4aa1-481e-8666-c4286be3622c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320911 Jul 09 20:59:42.130746 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:42.285486 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 353f0a45-e2bd-4f66-8ab1-62045dc38788 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:59:42.380718 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 353f0a45-e2bd-4f66-8ab1-62045dc38788, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=353f0a45-e2bd-4f66-8ab1-62045dc38788,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:42.392099 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '353f0a45-e2bd-4f66-8ab1-62045dc38788', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'port_id': '353f0a45-e2bd-4f66-8ab1-62045dc38788', 'mac_address': 'fa:16:3e:26:2a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:59:42.426961 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:42.439908 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353f0a45-e2bd-4f66-8ab1-62045dc38788 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:42.460163 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 353f0a45-e2bd-4f66-8ab1-62045dc38788, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=353f0a45-e2bd-4f66-8ab1-62045dc38788,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:42.464139 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:42.510524 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=353f0a45-e2bd-4f66-8ab1-62045dc38788,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:42.591199 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5a34f-be09-4c1b-bae7-2292493e665b req-a2735421-0b81-4012-9397-7b495cc4ce10 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:42.592778 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4ee5a34f-be09-4c1b-bae7-2292493e665b req-a2735421-0b81-4012-9397-7b495cc4ce10 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 944 time: 0.0615864 Jul 09 20:59:42.630022 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4ee5a34f-be09-4c1b-bae7-2292493e665b req-fbdef062-0bc6-4877-b154-da0b83e8eb88 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=b27e4ac0-4aa1-481e-8666-c4286be3622c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317190 Jul 09 20:59:42.786744 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['353f0a45-e2bd-4f66-8ab1-62045dc38788'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:59:43.813402 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6988002-de6b-4673-8292-561060a343a8 req-66c73d1d-5b66-42f3-a1ed-47d59851c23c tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:43.814902 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c6988002-de6b-4673-8292-561060a343a8 req-66c73d1d-5b66-42f3-a1ed-47d59851c23c tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 944 time: 0.0660682 Jul 09 20:59:43.852577 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c6988002-de6b-4673-8292-561060a343a8 req-1b56f1fc-3cf3-4df5-b193-e97b703adc72 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=b27e4ac0-4aa1-481e-8666-c4286be3622c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320690 Jul 09 20:59:44.298429 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 353f0a45-e2bd-4f66-8ab1-62045dc38788 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:44.345280 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port 353f0a45-e2bd-4f66-8ab1-62045dc38788 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:44.348755 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 353f0a45-e2bd-4f66-8ab1-62045dc38788 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:44.349130 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:44.426358 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:44.448560 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3054e8-c605-4f2c-9607-737ea19563af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353f0a45-e2bd-4f66-8ab1-62045dc38788'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:44.450806 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df8d459-0e3e-4c26-8378-7ef6149d1fcc" -d '{"events": [{"server_uuid": "5e3054e8-c605-4f2c-9607-737ea19563af", "name": "network-vif-plugged", "status": "completed", "tag": "353f0a45-e2bd-4f66-8ab1-62045dc38788"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:44.463402 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 353f0a45-e2bd-4f66-8ab1-62045dc38788, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=353f0a45-e2bd-4f66-8ab1-62045dc38788,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:44.467954 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:44.515014 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=353f0a45-e2bd-4f66-8ab1-62045dc38788,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:44.600284 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5269797b-96ca-4460-8e3c-e79ac65e0a6d x-openstack-request-id: req-5269797b-96ca-4460-8e3c-e79ac65e0a6d {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:44.600580 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3054e8-c605-4f2c-9607-737ea19563af", "name": "network-vif-plugged", "status": "completed", "tag": "353f0a45-e2bd-4f66-8ab1-62045dc38788", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:44.600837 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5269797b-96ca-4460-8e3c-e79ac65e0a6d {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:44.601232 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3054e8-c605-4f2c-9607-737ea19563af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353f0a45-e2bd-4f66-8ab1-62045dc38788', 'code': 200} Jul 09 20:59:44.849818 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7468a0-be1e-407a-b73d-e3e7f4b2eaa7 req-474837e7-0b33-4bec-b2c3-0b5a8bfa21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:44.851366 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8f7468a0-be1e-407a-b73d-e3e7f4b2eaa7 req-474837e7-0b33-4bec-b2c3-0b5a8bfa21c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 1098 time: 0.0518610 Jul 09 20:59:44.893088 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8f7468a0-be1e-407a-b73d-e3e7f4b2eaa7 req-841c5b0a-d9d9-4213-9a2c-15f34437ad37 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b27e4ac0-4aa1-481e-8666-c4286be3622c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356648 Jul 09 20:59:45.025182 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06e827-bfe5-44fe-8c5e-af3675af3a63 req-bb23e888-f4f9-4b31-855d-ccfbeabc490e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:45.026642 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4b06e827-bfe5-44fe-8c5e-af3675af3a63 req-bb23e888-f4f9-4b31-855d-ccfbeabc490e tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 945 time: 0.0617118 Jul 09 20:59:45.063079 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4b06e827-bfe5-44fe-8c5e-af3675af3a63 req-ea668290-3171-4edd-aeb8-844ac30ef7a2 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=b27e4ac0-4aa1-481e-8666-c4286be3622c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301070 Jul 09 20:59:46.245508 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f034da-ea7a-4815-902f-8da5dc5782a8 req-23b03117-109e-4a3c-ac45-72308effe6ae tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:46.247020 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-56f034da-ea7a-4815-902f-8da5dc5782a8 req-23b03117-109e-4a3c-ac45-72308effe6ae tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 945 time: 0.0679305 Jul 09 20:59:46.516779 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-56f034da-ea7a-4815-902f-8da5dc5782a8 req-90f10d06-b4f4-4510-af4d-d25aeaff025f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=b27e4ac0-4aa1-481e-8666-c4286be3622c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636974 Jul 09 20:59:47.694705 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07222d3-58a4-4f62-b093-55729e58e5cd req-d963b3b8-4502-4b29-8274-fa47141c8c96 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:47.696255 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d07222d3-58a4-4f62-b093-55729e58e5cd req-d963b3b8-4502-4b29-8274-fa47141c8c96 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 945 time: 0.0668144 Jul 09 20:59:47.733714 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d07222d3-58a4-4f62-b093-55729e58e5cd req-bda2860d-9312-475a-bf1b-30d55df3f4c2 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=b27e4ac0-4aa1-481e-8666-c4286be3622c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311918 Jul 09 20:59:47.897526 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b94985-debe-4571-9cbe-0d19f90f6981 req-b24b35e9-3198-4096-b236-aa956bc180a0 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:47.899009 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-68b94985-debe-4571-9cbe-0d19f90f6981 req-b24b35e9-3198-4096-b236-aa956bc180a0 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 945 time: 0.0626252 Jul 09 20:59:47.908069 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36744) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:47.912666 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-57134e81-ce2b-41df-9ce5-4afe79e24add tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Request body: {'floatingip': {'port_id': '353f0a45-e2bd-4f66-8ab1-62045dc38788'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:47.953244 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57134e81-ce2b-41df-9ce5-4afe79e24add tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:48.412344 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f3670-55e9-4ab1-8deb-6bc04c582a0f req-5d6223a8-daf7-424b-9126-89eaf88b5345 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:48.413888 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6d9f3670-55e9-4ab1-8deb-6bc04c582a0f req-5d6223a8-daf7-424b-9126-89eaf88b5345 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 946 time: 0.1404872 Jul 09 20:59:48.509897 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57134e81-ce2b-41df-9ce5-4afe79e24add tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:48.513562 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6d9f3670-55e9-4ab1-8deb-6bc04c582a0f req-7105042e-392d-4213-abb3-aa9b37f5f0ed tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750425 Jul 09 20:59:48.514620 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57134e81-ce2b-41df-9ce5-4afe79e24add tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:48.538683 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36762) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:48.641156 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-57134e81-ce2b-41df-9ce5-4afe79e24add tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Floating IP 8a775aba-9414-4e16-8c71-ca0d54d7fc3e associated. External IP: 172.27.1.26, port: 353f0a45-e2bd-4f66-8ab1-62045dc38788. Jul 09 20:59:48.794484 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2360a7f7-eca8-4214-ac68-daec9c6fed84 tempest-TestMinimumBasicScenario-1875568487 tempest-TestMinimumBasicScenario-1875568487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:48.796439 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2360a7f7-eca8-4214-ac68-daec9c6fed84 tempest-TestMinimumBasicScenario-1875568487 tempest-TestMinimumBasicScenario-1875568487-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 1094 time: 0.2567174 Jul 09 20:59:48.799332 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36766) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:48.803835 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Request body: {'floatingip': {'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'port_id': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:48.825274 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:48.855089 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57134e81-ce2b-41df-9ce5-4afe79e24add tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Router a5c408bc-7c72-4f72-95f9-4f33c169dd7a has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:48.928576 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:48.969410 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57134e81-ce2b-41df-9ce5-4afe79e24add tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:48.974076 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57134e81-ce2b-41df-9ce5-4afe79e24add tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:48.979186 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c734635f-0bb6-4a54-97a3-ece0555bbf77 None None] Sync routers for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:48.990042 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734635f-0bb6-4a54-97a3-ece0555bbf77 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:48.990757 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c734635f-0bb6-4a54-97a3-ece0555bbf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:59:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:49.013365 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-57134e81-ce2b-41df-9ce5-4afe79e24add tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "PUT /v2.0/floatingips/8a775aba-9414-4e16-8c71-ca0d54d7fc3e HTTP/1.1" status: 200 len: 990 time: 1.1039228 Jul 09 20:59:49.013940 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3054e8-c605-4f2c-9607-737ea19563af', 'tag': '353f0a45-e2bd-4f66-8ab1-62045dc38788'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:49.016497 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696420aa-7a67-4968-be69-1144bf703426" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3054e8-c605-4f2c-9607-737ea19563af", "tag": "353f0a45-e2bd-4f66-8ab1-62045dc38788"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:49.106899 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-c734635f-0bb6-4a54-97a3-ece0555bbf77 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:49.319259 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Allocated IP 172.27.1.32 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/d3007d45-af9e-4707-a89f-f7785d481584) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:49.325714 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4526dc1-7da0-47be-b807-a5c4ce04d6dd x-openstack-request-id: req-d4526dc1-7da0-47be-b807-a5c4ce04d6dd {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:49.326024 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3054e8-c605-4f2c-9607-737ea19563af", "tag": "353f0a45-e2bd-4f66-8ab1-62045dc38788", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:49.326442 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4526dc1-7da0-47be-b807-a5c4ce04d6dd {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:49.327043 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3054e8-c605-4f2c-9607-737ea19563af', 'tag': '353f0a45-e2bd-4f66-8ab1-62045dc38788', 'status': 'completed', 'code': 200} Jul 09 20:59:49.344035 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c734635f-0bb6-4a54-97a3-ece0555bbf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '8a775aba-9414-4e16-8c71-ca0d54d7fc3e', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'port_id': '353f0a45-e2bd-4f66-8ab1-62045dc38788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'mac_address': 'fa:16:3e:26:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3054e8-c605-4f2c-9607-737ea19563af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:34Z', 'updated_at': '2021-07-09T20:59:48Z', 'revision_number': 1, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:49.372106 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c734635f-0bb6-4a54-97a3-ece0555bbf77 None None] Checking router: a5c408bc-7c72-4f72-95f9-4f33c169dd7a for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:49.381286 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734635f-0bb6-4a54-97a3-ece0555bbf77 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:49.381907 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c734635f-0bb6-4a54-97a3-ece0555bbf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:59:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:49.461303 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:49.471362 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696420aa-7a67-4968-be69-1144bf703426 req-add19f14-2db2-46f9-b24e-795bc5be6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:49.472896 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-696420aa-7a67-4968-be69-1144bf703426 req-add19f14-2db2-46f9-b24e-795bc5be6d1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33024221721a43c3b955a9c933ba17ed&device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 1098 time: 0.0964911 Jul 09 20:59:49.486663 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-c734635f-0bb6-4a54-97a3-ece0555bbf77 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:49.565384 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:49.626935 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:49.629082 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696420aa-7a67-4968-be69-1144bf703426 req-ba7fa8d7-b471-4d46-8d5a-b756007acabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:49.630621 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-696420aa-7a67-4968-be69-1144bf703426 req-ba7fa8d7-b471-4d46-8d5a-b756007acabb service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 200 len: 912 time: 0.1481764 Jul 09 20:59:49.631206 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'Port': ['ID=d3007d45-af9e-4707-a89f-f7785d481584,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:49.634153 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:49.636446 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:49.743136 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c734635f-0bb6-4a54-97a3-ece0555bbf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '8a775aba-9414-4e16-8c71-ca0d54d7fc3e', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'port_id': '353f0a45-e2bd-4f66-8ab1-62045dc38788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'mac_address': 'fa:16:3e:26:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3054e8-c605-4f2c-9607-737ea19563af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:34Z', 'updated_at': '2021-07-09T20:59:48Z', 'revision_number': 1, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:49.750225 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-696420aa-7a67-4968-be69-1144bf703426 req-f0963116-586e-4055-a2c9-fced770e1e20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=353f0a45-e2bd-4f66-8ab1-62045dc38788 HTTP/1.1" status: 200 len: 998 time: 0.1103609 Jul 09 20:59:49.777325 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c734635f-0bb6-4a54-97a3-ece0555bbf77 None None] The sync data for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi is: [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '8a775aba-9414-4e16-8c71-ca0d54d7fc3e', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'port_id': '353f0a45-e2bd-4f66-8ab1-62045dc38788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'mac_address': 'fa:16:3e:26:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3054e8-c605-4f2c-9607-737ea19563af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:34Z', 'updated_at': '2021-07-09T20:59:48Z', 'revision_number': 1, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:49.849335 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696420aa-7a67-4968-be69-1144bf703426 req-830b7136-3ca1-4671-b605-f853013ec896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:49.850909 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-696420aa-7a67-4968-be69-1144bf703426 req-830b7136-3ca1-4671-b605-f853013ec896 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2ef9a74-067c-4528-b3d4-64882505fab0 HTTP/1.1" status: 200 len: 849 time: 0.0887880 Jul 09 20:59:49.986528 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464599b5-02f2-44ef-93f1-ff81a3d560bc None None] New status for floating IP 8a775aba-9414-4e16-8c71-ca0d54d7fc3e: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:59:49.992743 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696420aa-7a67-4968-be69-1144bf703426 req-84350676-2da7-4f06-b2a9-c3b91f628ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:49.994379 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-696420aa-7a67-4968-be69-1144bf703426 req-84350676-2da7-4f06-b2a9-c3b91f628ad6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b134ecb-601f-411f-8880-44405ba46406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1104670 Jul 09 20:59:50.186425 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-696420aa-7a67-4968-be69-1144bf703426 req-1903e62f-5732-44c4-94a3-d4117a71424e service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836846 Jul 09 20:59:50.257018 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:50.323025 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-696420aa-7a67-4968-be69-1144bf703426 req-1783e4c0-a418-4847-b6e5-1ea362f548ca service neutron] 10.222.0.26 "GET /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298337 Jul 09 20:59:50.361946 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:50.516687 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:50.521421 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:50.596065 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'Port': ['ID=d3007d45-af9e-4707-a89f-f7785d481584,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:50.603248 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:50.707100 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Floating IP fd947a1b-decd-4456-8b52-8e7cc5c4064d associated. External IP: 172.27.1.32, port: f7f593b7-c591-40c0-8ca5-845a395cc165. Jul 09 20:59:50.866278 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba879-c6d9-4524-88e8-c8bbb1a84c5d req-ed5ced1b-bfe0-4455-b876-7d1c23fa1fe0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:50.867846 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17dba879-c6d9-4524-88e8-c8bbb1a84c5d req-ed5ced1b-bfe0-4455-b876-7d1c23fa1fe0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0666814 Jul 09 20:59:50.908173 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17dba879-c6d9-4524-88e8-c8bbb1a84c5d req-c56da825-caa9-4adb-989d-a74b4fd6c326 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340719 Jul 09 20:59:50.920718 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:51.031195 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:51.040345 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed1df29-ea13-47ac-91ea-fd7b66f7d2e5 None None] Sync routers for ids ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:51.047794 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.050074 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed1df29-ea13-47ac-91ea-fd7b66f7d2e5 None None] Routers {'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:51.050697 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-fed1df29-ea13-47ac-91ea-fd7b66f7d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:59:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:51.084130 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ba70ab19-f810-45bf-8dd3-1be2bd892840 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2837150 Jul 09 20:59:51.084723 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:51.086973 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7275c95-2f4f-4511-9bc4-6d9242529cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:51.087296 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36794) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:51.095088 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-b69f0b14-2f32-4b8a-8021-b56565077cdb tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309391644', 'description': 'tempest-secgroup-smoke-1309391644 description', 'project_id': '99663bcf83084ddcbada3387f0d4f2f3'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:51.118671 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b69f0b14-2f32-4b8a-8021-b56565077cdb tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.124714 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f13f3d-131a-4be7-89bb-6d08dd10d80a x-openstack-request-id: req-72f13f3d-131a-4be7-89bb-6d08dd10d80a {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:51.125069 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:51.125453 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72f13f3d-131a-4be7-89bb-6d08dd10d80a {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:51.125865 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'status': 'completed', 'code': 200} Jul 09 20:59:51.169521 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-fed1df29-ea13-47ac-91ea-fd7b66f7d2e5 None None] Set router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:51.204149 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b69f0b14-2f32-4b8a-8021-b56565077cdb tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.208633 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b69f0b14-2f32-4b8a-8021-b56565077cdb tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.234005 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7275c95-2f4f-4511-9bc4-6d9242529cfd req-81c056d7-d4d2-446b-996b-35a4437b5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:51.235905 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c7275c95-2f4f-4511-9bc4-6d9242529cfd req-81c056d7-d4d2-446b-996b-35a4437b5cb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99663bcf83084ddcbada3387f0d4f2f3&device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 1099 time: 0.0591922 Jul 09 20:59:51.238060 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b69f0b14-2f32-4b8a-8021-b56565077cdb tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.242271 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b69f0b14-2f32-4b8a-8021-b56565077cdb tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1504328 Jul 09 20:59:51.242888 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36798) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:51.243520 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f0b14-2f32-4b8a-8021-b56565077cdb tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:51.263839 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-33d4ce21-43e0-4858-8c30-4f6612bcf36c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Request body: {'security_group_rule': {'security_group_id': '5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2', 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:51.348034 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33d4ce21-43e0-4858-8c30-4f6612bcf36c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.385674 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7275c95-2f4f-4511-9bc4-6d9242529cfd req-966280ed-88aa-4499-b6a7-10cefcff84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:51.387113 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c7275c95-2f4f-4511-9bc4-6d9242529cfd req-966280ed-88aa-4499-b6a7-10cefcff84b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=987c1107-b352-4f3e-852f-af1376e8017e HTTP/1.1" status: 200 len: 917 time: 0.1430800 Jul 09 20:59:51.412438 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-fed1df29-ea13-47ac-91ea-fd7b66f7d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 4, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'fd947a1b-decd-4456-8b52-8e7cc5c4064d', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'port_id': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'mac_address': 'fa:16:3e:c3:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e02ed-9721-42dd-a48f-d55a60302df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:49Z', 'updated_at': '2021-07-09T20:59:49Z', 'revision_number': 0, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d19e0df-e08b-49b0-9f40-4cf5b647d4c9', 'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'mac_address': 'fa:16:3e:2d:fd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:50Z', 'updated_at': '2021-07-09T20:58:59Z', 'revision_number': 5, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'subnets': [{'id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:51.443499 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed1df29-ea13-47ac-91ea-fd7b66f7d2e5 None None] Checking router: dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:51.452466 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed1df29-ea13-47ac-91ea-fd7b66f7d2e5 None None] Routers {'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:51.453082 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-fed1df29-ea13-47ac-91ea-fd7b66f7d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T20:59:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:51.458626 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33d4ce21-43e0-4858-8c30-4f6612bcf36c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.463618 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33d4ce21-43e0-4858-8c30-4f6612bcf36c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.484057 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c7275c95-2f4f-4511-9bc4-6d9242529cfd req-180573b1-a009-43f0-89b0-82177407012f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f593b7-c591-40c0-8ca5-845a395cc165 HTTP/1.1" status: 200 len: 999 time: 0.0890641 Jul 09 20:59:51.488594 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4ce21-43e0-4858-8c30-4f6612bcf36c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e410115-7748-4d27-98a5-cb5f63625461,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:51.500787 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33d4ce21-43e0-4858-8c30-4f6612bcf36c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.501911 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-33d4ce21-43e0-4858-8c30-4f6612bcf36c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2567003 Jul 09 20:59:51.505068 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36804) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:51.509665 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-23043f82-c20c-46ec-886e-782765acdb06 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Request body: {'security_group_rule': {'security_group_id': '5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2', 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:51.539486 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-23043f82-c20c-46ec-886e-782765acdb06 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.540724 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7275c95-2f4f-4511-9bc4-6d9242529cfd req-60030993-b189-4f41-931b-da7d94094223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:51.542261 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c7275c95-2f4f-4511-9bc4-6d9242529cfd req-60030993-b189-4f41-931b-da7d94094223 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9124d788-c9ef-4c6b-bd2c-8a77a5336843 HTTP/1.1" status: 200 len: 854 time: 0.0506227 Jul 09 20:59:51.564582 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-fed1df29-ea13-47ac-91ea-fd7b66f7d2e5 None None] Set router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:51.602766 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7275c95-2f4f-4511-9bc4-6d9242529cfd req-67cc5dc9-42cb-44a1-8451-8e1ee5445019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:51.603333 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-23043f82-c20c-46ec-886e-782765acdb06 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.604538 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c7275c95-2f4f-4511-9bc4-6d9242529cfd req-67cc5dc9-42cb-44a1-8451-8e1ee5445019 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=987c1107-b352-4f3e-852f-af1376e8017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536485 Jul 09 20:59:51.607331 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-23043f82-c20c-46ec-886e-782765acdb06 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.633519 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23043f82-c20c-46ec-886e-782765acdb06 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abfe2e2-6ba0-4056-854c-a85287332f05,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:51.644216 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-23043f82-c20c-46ec-886e-782765acdb06 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.648049 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-23043f82-c20c-46ec-886e-782765acdb06 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393762 Jul 09 20:59:51.648934 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 36806) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:51.653435 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-c9f8b8c6-504d-430b-b779-ed41b49b1fcf tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Request body: {'security_group_rule': {'security_group_id': '5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2', 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:51.681734 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b8c6-504d-430b-b779-ed41b49b1fcf tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.713043 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c7275c95-2f4f-4511-9bc4-6d9242529cfd req-d96bae96-696e-4b58-aead-c001ed55a704 service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997546 Jul 09 20:59:51.749704 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b8c6-504d-430b-b779-ed41b49b1fcf tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.754436 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b8c6-504d-430b-b779-ed41b49b1fcf tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.780355 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8b8c6-504d-430b-b779-ed41b49b1fcf tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df10b34c-2618-4e7b-b68d-e25cd6cd3b6d,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:51.784537 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b8c6-504d-430b-b779-ed41b49b1fcf tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.788244 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c9f8b8c6-504d-430b-b779-ed41b49b1fcf tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359313 Jul 09 20:59:51.788538 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36808) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:51.800076 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-c1756af1-67ee-45bc-aac0-a4cdf2573ea8 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Request body: {'security_group_rule': {'security_group_id': '5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2', 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:51.836270 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c7275c95-2f4f-4511-9bc4-6d9242529cfd req-73f62fc7-21a2-452f-9439-2b005551905a service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156862 Jul 09 20:59:51.842876 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c1756af1-67ee-45bc-aac0-a4cdf2573ea8 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.902046 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c1756af1-67ee-45bc-aac0-a4cdf2573ea8 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.906122 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c1756af1-67ee-45bc-aac0-a4cdf2573ea8 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.923985 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1756af1-67ee-45bc-aac0-a4cdf2573ea8 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468145ad-fadf-4a33-b5a4-501b5fdafecb,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:51.930295 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c1756af1-67ee-45bc-aac0-a4cdf2573ea8 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.931593 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c1756af1-67ee-45bc-aac0-a4cdf2573ea8 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420791 Jul 09 20:59:51.934756 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36812) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:51.949561 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-7bc695f0-d6ab-4343-90dc-2a6cf84763e3 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Request body: {'security_group_rule': {'security_group_id': '5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2', 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:51.949730 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-fed1df29-ea13-47ac-91ea-fd7b66f7d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 4, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'fd947a1b-decd-4456-8b52-8e7cc5c4064d', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'port_id': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'mac_address': 'fa:16:3e:c3:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e02ed-9721-42dd-a48f-d55a60302df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:49Z', 'updated_at': '2021-07-09T20:59:49Z', 'revision_number': 0, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d19e0df-e08b-49b0-9f40-4cf5b647d4c9', 'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'mac_address': 'fa:16:3e:2d:fd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:50Z', 'updated_at': '2021-07-09T20:58:59Z', 'revision_number': 5, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'subnets': [{'id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:51.973634 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-7bc695f0-d6ab-4343-90dc-2a6cf84763e3 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Project 99663bcf83084ddcbada3387f0d4f2f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:59:51.979160 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7bc695f0-d6ab-4343-90dc-2a6cf84763e3 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:51.980111 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed1df29-ea13-47ac-91ea-fd7b66f7d2e5 None None] The sync data for ids ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'] in dv-cinder-792642-3-iscsi is: [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 4, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'fd947a1b-decd-4456-8b52-8e7cc5c4064d', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'port_id': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'mac_address': 'fa:16:3e:c3:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e02ed-9721-42dd-a48f-d55a60302df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:49Z', 'updated_at': '2021-07-09T20:59:49Z', 'revision_number': 0, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d19e0df-e08b-49b0-9f40-4cf5b647d4c9', 'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'mac_address': 'fa:16:3e:2d:fd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:50Z', 'updated_at': '2021-07-09T20:58:59Z', 'revision_number': 5, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'subnets': [{'id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:52.012218 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.064075 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7bc695f0-d6ab-4343-90dc-2a6cf84763e3 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.068110 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7bc695f0-d6ab-4343-90dc-2a6cf84763e3 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.084230 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc695f0-d6ab-4343-90dc-2a6cf84763e3 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28445b94-522e-4a2b-9a10-6f41efa58936,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:52.095583 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7bc695f0-d6ab-4343-90dc-2a6cf84763e3 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.096916 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7bc695f0-d6ab-4343-90dc-2a6cf84763e3 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612341 Jul 09 20:59:52.100193 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 36816) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:52.104147 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-41e7c7e3-94d2-4ea9-8b89-1711cd650ce9 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Request body: {'security_group_rule': {'security_group_id': '5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2', 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:52.117894 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6ea53-e1f2-4f1a-b381-624d5963820e req-a0831bd7-43c0-4001-9eb9-62a91848984d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:52.119793 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-41b6ea53-e1f2-4f1a-b381-624d5963820e req-a0831bd7-43c0-4001-9eb9-62a91848984d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0812554 Jul 09 20:59:52.131715 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-41e7c7e3-94d2-4ea9-8b89-1711cd650ce9 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Project 99663bcf83084ddcbada3387f0d4f2f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:59:52.137100 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41e7c7e3-94d2-4ea9-8b89-1711cd650ce9 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.162443 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-41b6ea53-e1f2-4f1a-b381-624d5963820e req-29b5eb6a-abe0-4a89-9f5f-b70cb29da813 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352809 Jul 09 20:59:52.207176 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b68a91-b04c-4c1a-a477-59fdf4f30f1d None None] New status for floating IP fd947a1b-decd-4456-8b52-8e7cc5c4064d: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:59:52.208689 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41e7c7e3-94d2-4ea9-8b89-1711cd650ce9 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.213731 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41e7c7e3-94d2-4ea9-8b89-1711cd650ce9 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.231251 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7c7e3-94d2-4ea9-8b89-1711cd650ce9 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4c31e8-03bb-4728-ad31-6ce12fab9e2a,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:52.238131 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41e7c7e3-94d2-4ea9-8b89-1711cd650ce9 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.242165 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-41e7c7e3-94d2-4ea9-8b89-1711cd650ce9 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388257 Jul 09 20:59:52.363216 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96f004f4-caaf-440e-ab04-4496c8706d22 req-85e95c70-4d45-4ef0-825a-f96164cac870 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309391644&fields=id&tenant_id=99663bcf83084ddcbada3387f0d4f2f3 HTTP/1.1" status: 200 len: 267 time: 0.0388467 Jul 09 20:59:52.430777 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f004f4-caaf-440e-ab04-4496c8706d22 req-2fc53b1c-7d19-4be1-ab21-c38d23f9cf94 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:52.432221 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96f004f4-caaf-440e-ab04-4496c8706d22 req-2fc53b1c-7d19-4be1-ab21-c38d23f9cf94 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 946 time: 0.0634589 Jul 09 20:59:52.443358 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-96f004f4-caaf-440e-ab04-4496c8706d22 req-911b2082-ff07-4447-8566-8e8a4b50a25f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Request body: {'port': {'security_groups': ['d63b100f-8b71-4951-bd5d-d491e7e56b50', '5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:52.533858 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96f004f4-caaf-440e-ab04-4496c8706d22 req-911b2082-ff07-4447-8566-8e8a4b50a25f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.716567 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-96f004f4-caaf-440e-ab04-4496c8706d22 req-911b2082-ff07-4447-8566-8e8a4b50a25f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] For port f7f593b7-c591-40c0-8ca5-845a395cc165, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f7f593b7-c591-40c0-8ca5-845a395cc165,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:52.745346 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96f004f4-caaf-440e-ab04-4496c8706d22 req-911b2082-ff07-4447-8566-8e8a4b50a25f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.749840 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96f004f4-caaf-440e-ab04-4496c8706d22 req-911b2082-ff07-4447-8566-8e8a4b50a25f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.800840 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f004f4-caaf-440e-ab04-4496c8706d22 req-911b2082-ff07-4447-8566-8e8a4b50a25f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:52.801410 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['f7f593b7-c591-40c0-8ca5-845a395cc165'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:59:52.801916 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96f004f4-caaf-440e-ab04-4496c8706d22 req-911b2082-ff07-4447-8566-8e8a4b50a25f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.802933 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96f004f4-caaf-440e-ab04-4496c8706d22 req-911b2082-ff07-4447-8566-8e8a4b50a25f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "PUT /v2.0/ports/f7f593b7-c591-40c0-8ca5-845a395cc165 HTTP/1.1" status: 200 len: 982 time: 0.3639243 Jul 09 20:59:52.803440 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:52.805608 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c48459-9e7f-4097-a092-ec28ebb996de" -d '{"events": [{"name": "network-changed", "server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:52.832071 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b2082-ff07-4447-8566-8e8a4b50a25f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'Port': ['ID=f7f593b7-c591-40c0-8ca5-845a395cc165,revision_number=6']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:52.984746 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['f7f593b7-c591-40c0-8ca5-845a395cc165'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:59:53.018864 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27941492-14a4-4ec9-aa71-7e2e37550f50 x-openstack-request-id: req-27941492-14a4-4ec9-aa71-7e2e37550f50 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:53.019292 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:53.019672 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27941492-14a4-4ec9-aa71-7e2e37550f50 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:53.020138 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'status': 'completed', 'code': 200} Jul 09 20:59:53.123065 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-1bdbaa9b-ffe1-494a-bfd9-db84554f0be0 None None] Provisioning complete for port f7f593b7-c591-40c0-8ca5-845a395cc165 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:53.123920 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1bdbaa9b-ffe1-494a-bfd9-db84554f0be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:53.134510 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c48459-9e7f-4097-a092-ec28ebb996de req-4ee3436a-e611-4893-881d-28d0f2e89659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:53.136242 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-20c48459-9e7f-4097-a092-ec28ebb996de req-4ee3436a-e611-4893-881d-28d0f2e89659 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99663bcf83084ddcbada3387f0d4f2f3&device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 1138 time: 0.0583134 Jul 09 20:59:53.179226 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd84e7-6a2c-478e-887f-88e02f440039 req-307bb849-a2f8-4ccb-8405-6b5010169989 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:53.180850 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-68dd84e7-6a2c-478e-887f-88e02f440039 req-307bb849-a2f8-4ccb-8405-6b5010169989 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 985 time: 0.0727954 Jul 09 20:59:53.228309 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-68dd84e7-6a2c-478e-887f-88e02f440039 req-673b888d-5468-46f5-8479-f7ecf5bb2423 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2&id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409961 Jul 09 20:59:53.240042 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c48459-9e7f-4097-a092-ec28ebb996de req-f379480f-e188-4b34-9569-450992e9deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:53.241637 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-20c48459-9e7f-4097-a092-ec28ebb996de req-f379480f-e188-4b34-9569-450992e9deea service neutron] 10.222.0.26 "GET /v2.0/networks?id=987c1107-b352-4f3e-852f-af1376e8017e HTTP/1.1" status: 200 len: 917 time: 0.0961022 Jul 09 20:59:53.353396 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-20c48459-9e7f-4097-a092-ec28ebb996de req-6a32f825-19cf-4951-bb73-7a3139d1e3de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f593b7-c591-40c0-8ca5-845a395cc165 HTTP/1.1" status: 200 len: 1001 time: 0.0941434 Jul 09 20:59:53.406134 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c48459-9e7f-4097-a092-ec28ebb996de req-d7306866-9b29-4954-97cb-258eff450394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:53.408523 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-20c48459-9e7f-4097-a092-ec28ebb996de req-d7306866-9b29-4954-97cb-258eff450394 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9124d788-c9ef-4c6b-bd2c-8a77a5336843 HTTP/1.1" status: 200 len: 854 time: 0.0482409 Jul 09 20:59:53.427010 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56addea3-14ee-49e6-af7c-b089c9e551ec req-5d3bd852-dd5b-4e3a-920e-8217c5e284bb tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:53.433823 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-56addea3-14ee-49e6-af7c-b089c9e551ec req-5d3bd852-dd5b-4e3a-920e-8217c5e284bb tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0854511 Jul 09 20:59:53.471303 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-56addea3-14ee-49e6-af7c-b089c9e551ec req-3b5b9a17-8bce-4202-9a97-67251368aa3a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364707 Jul 09 20:59:53.751406 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c48459-9e7f-4097-a092-ec28ebb996de req-a1fa87a3-f34e-4d24-a161-dc9464c7ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:53.752882 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-20c48459-9e7f-4097-a092-ec28ebb996de req-a1fa87a3-f34e-4d24-a161-dc9464c7ce5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=987c1107-b352-4f3e-852f-af1376e8017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3374898 Jul 09 20:59:53.840937 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-20c48459-9e7f-4097-a092-ec28ebb996de req-af3f826f-1bea-4add-b660-9c745af78e97 service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810168 Jul 09 20:59:53.933551 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-20c48459-9e7f-4097-a092-ec28ebb996de req-b38e7375-dd71-4076-9427-05e49574e242 service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838196 Jul 09 20:59:54.676830 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc688-ea31-456a-84f0-157dce25db06 req-39154a24-0b2a-4dad-ad58-e6e5566b7ab1 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:54.679556 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-37bdc688-ea31-456a-84f0-157dce25db06 req-39154a24-0b2a-4dad-ad58-e6e5566b7ab1 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0749087 Jul 09 20:59:54.722659 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-37bdc688-ea31-456a-84f0-157dce25db06 req-9780b27a-138a-4441-8c7b-eea9179f5e84 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340295 Jul 09 20:59:55.921643 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3594e6-90a2-4fa1-a01b-606242992177 req-f32a5e2a-0a45-4738-8c0d-1b3988a08afe tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:55.923097 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ef3594e6-90a2-4fa1-a01b-606242992177 req-f32a5e2a-0a45-4738-8c0d-1b3988a08afe tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0653999 Jul 09 20:59:55.959029 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ef3594e6-90a2-4fa1-a01b-606242992177 req-3096573f-038e-4119-86de-d5dde0063039 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304253 Jul 09 20:59:57.136617 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836bd64-e207-4df8-84fc-2c0e03f84056 req-f46ba5d3-cde2-45be-adb6-1edb10797f68 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:57.138146 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2836bd64-e207-4df8-84fc-2c0e03f84056 req-f46ba5d3-cde2-45be-adb6-1edb10797f68 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0640109 Jul 09 20:59:57.174834 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2836bd64-e207-4df8-84fc-2c0e03f84056 req-fc7375a8-28a6-4c61-9a83-d8d4403701da tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301456 Jul 09 20:59:58.355936 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8affd-b759-4a49-820a-591c2cff208e req-0db15814-9b50-4756-b842-6d20360ba159 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:58.357401 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24c8affd-b759-4a49-820a-591c2cff208e req-0db15814-9b50-4756-b842-6d20360ba159 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0645187 Jul 09 20:59:58.395304 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24c8affd-b759-4a49-820a-591c2cff208e req-f2b38941-3187-4d02-a51a-394382f6ac52 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Jul 09 20:59:59.569300 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7161bf-593e-48e4-b1d2-e2e1269847a5 req-9ba276ab-75af-4ffc-a818-2e9edd294fcc tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:59.570728 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e7161bf-593e-48e4-b1d2-e2e1269847a5 req-9ba276ab-75af-4ffc-a818-2e9edd294fcc tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0621543 Jul 09 20:59:59.607200 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e7161bf-593e-48e4-b1d2-e2e1269847a5 req-226588b7-a6af-45d8-91ee-a1453528c9ba tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310016 Jul 09 21:00:00.786562 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d575e4-3787-44fc-87f6-8918fb7ae8e9 req-006878af-02ad-4357-b485-ad5342e77c5b tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:00.788056 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-97d575e4-3787-44fc-87f6-8918fb7ae8e9 req-006878af-02ad-4357-b485-ad5342e77c5b tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0620973 Jul 09 21:00:00.824022 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-97d575e4-3787-44fc-87f6-8918fb7ae8e9 req-6621290c-a79c-4f8d-aeee-e86578465f98 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304508 Jul 09 21:00:02.007296 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1ffa2-8451-4f38-b537-d2748adf58cf req-11b1ed7e-2654-4409-b166-937d06b2fd9d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:02.008678 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17d1ffa2-8451-4f38-b537-d2748adf58cf req-11b1ed7e-2654-4409-b166-937d06b2fd9d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0652664 Jul 09 21:00:02.044912 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17d1ffa2-8451-4f38-b537-d2748adf58cf req-4e43f34c-8a4b-41e3-9bd4-9c380e0477c7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301614 Jul 09 21:00:03.224669 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2bfe2-829c-467e-b9b2-6419aaf2a2be req-75dc451a-1b27-473c-ac88-2b317baaff4e tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:03.226046 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a5c2bfe2-829c-467e-b9b2-6419aaf2a2be req-75dc451a-1b27-473c-ac88-2b317baaff4e tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0623806 Jul 09 21:00:03.263019 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a5c2bfe2-829c-467e-b9b2-6419aaf2a2be req-0b89bfb2-f52d-45e0-9cef-5916a6e8369d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Jul 09 21:00:04.442003 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afba08-1215-4ff1-9cc0-7e0741be690e req-f42064e7-7150-45ae-9336-d8b325e8c15f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:04.443514 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-32afba08-1215-4ff1-9cc0-7e0741be690e req-f42064e7-7150-45ae-9336-d8b325e8c15f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0649455 Jul 09 21:00:04.479956 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-32afba08-1215-4ff1-9cc0-7e0741be690e req-cc618ba5-26fd-424b-8d4b-974d6e0da3c7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309746 Jul 09 21:00:05.658816 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308da2ce-40f3-4614-99bf-db8b9e0a37a3 req-2c34b07e-24d2-45b8-8943-e3132f5ad782 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:05.660321 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-308da2ce-40f3-4614-99bf-db8b9e0a37a3 req-2c34b07e-24d2-45b8-8943-e3132f5ad782 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0626981 Jul 09 21:00:05.697341 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-308da2ce-40f3-4614-99bf-db8b9e0a37a3 req-906f5ae3-1e77-4efe-ab6c-cef136affa85 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Jul 09 21:00:06.800417 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb942-9fa1-42a0-a6e7-a039cc9f179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:06.879966 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a1dfd-c2bd-42ce-89fd-c285dee8c72e req-9d06936f-4f44-4338-a790-afb66efd2778 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.881388 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-333a1dfd-c2bd-42ce-89fd-c285dee8c72e req-9d06936f-4f44-4338-a790-afb66efd2778 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0633974 Jul 09 21:00:06.918377 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-333a1dfd-c2bd-42ce-89fd-c285dee8c72e req-202cf24c-c98b-4032-bc17-272a7bceaaea tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313346 Jul 09 21:00:08.104499 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de435e-3559-471a-a4ae-2369d67a3a16 req-896038c7-5851-4f91-a746-820f0495c2eb tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:08.105957 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f0de435e-3559-471a-a4ae-2369d67a3a16 req-896038c7-5851-4f91-a746-820f0495c2eb tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0655587 Jul 09 21:00:08.144019 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f0de435e-3559-471a-a4ae-2369d67a3a16 req-dae151a5-1081-458f-8787-a5708d8e3a56 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Jul 09 21:00:08.450058 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 292d292e-b8ac-491f-8695-406e24779f2f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:00:08.543901 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:08.554846 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '292d292e-b8ac-491f-8695-406e24779f2f', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'port_id': '292d292e-b8ac-491f-8695-406e24779f2f', 'mac_address': 'fa:16:3e:98:ae:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:00:08.595150 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:08.618063 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 292d292e-b8ac-491f-8695-406e24779f2f {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:00:08.639596 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:08.643224 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:08.691451 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=292d292e-b8ac-491f-8695-406e24779f2f,revision_number=6']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:08.698321 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.698681 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.699028 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.699388 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.699732 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.700116 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.700403 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.700730 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.701695 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.702026 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.702355 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.702681 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:08.830134 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['292d292e-b8ac-491f-8695-406e24779f2f'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:00:09.330753 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44ceb1-8475-45ad-9c84-e4d79c13a001 req-5d91faa5-fa7f-4bfd-ae53-6a3afc7d4792 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:09.339665 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-df44ceb1-8475-45ad-9c84-e4d79c13a001 req-5d91faa5-fa7f-4bfd-ae53-6a3afc7d4792 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 944 time: 0.0707779 Jul 09 21:00:09.378105 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-df44ceb1-8475-45ad-9c84-e4d79c13a001 req-16bd127a-820b-4a89-9bff-493ad498479c tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374286 Jul 09 21:00:09.659002 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6e8edd11-09a2-449a-be19-2bdfc0611c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:10.124663 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:10.467218 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 292d292e-b8ac-491f-8695-406e24779f2f up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:00:10.537543 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 292d292e-b8ac-491f-8695-406e24779f2f triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:00:10.537921 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:10.582824 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da241daa-ace0-4bbb-8667-356e7427f5e0 req-04c4bedd-e558-4328-b79e-e9ce2b14bc44 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:10.590487 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-da241daa-ace0-4bbb-8667-356e7427f5e0 req-04c4bedd-e558-4328-b79e-e9ce2b14bc44 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 944 time: 0.0801060 Jul 09 21:00:10.627169 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:10.628566 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-da241daa-ace0-4bbb-8667-356e7427f5e0 req-a329dd2f-1125-4457-8617-eaa500b3ddff tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368028 Jul 09 21:00:10.670256 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:10.671140 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:00:10.673568 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6474a3-967a-4356-a274-8812f9cd8562" -d '{"events": [{"server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "name": "network-vif-plugged", "status": "completed", "tag": "292d292e-b8ac-491f-8695-406e24779f2f"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:00:10.688002 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:10.693629 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:10.745896 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=292d292e-b8ac-491f-8695-406e24779f2f,revision_number=7']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:10.925007 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d093ebc3-52c1-481f-9e2c-96b5ee4b1c9a x-openstack-request-id: req-d093ebc3-52c1-481f-9e2c-96b5ee4b1c9a {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:00:10.925308 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "name": "network-vif-plugged", "status": "completed", "tag": "292d292e-b8ac-491f-8695-406e24779f2f", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:00:10.925567 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d093ebc3-52c1-481f-9e2c-96b5ee4b1c9a {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:00:10.925966 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f', 'code': 200} Jul 09 21:00:11.834944 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c5efd-0fdf-4306-a044-1b32c81e4459 req-3f1cde34-6197-484d-aab8-c0dbe2abedf9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:11.836637 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e1c5efd-0fdf-4306-a044-1b32c81e4459 req-3f1cde34-6197-484d-aab8-c0dbe2abedf9 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0690200 Jul 09 21:00:11.880687 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e1c5efd-0fdf-4306-a044-1b32c81e4459 req-a82a08b8-27b7-44b5-a535-a738a182012c tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369484 Jul 09 21:00:12.137525 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:13.073423 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c25d4c-fe37-47f8-bb31-9c6a1b0f4ac8 req-ead585c2-0b5a-4217-adc6-8f503147a051 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:13.074959 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-33c25d4c-fe37-47f8-bb31-9c6a1b0f4ac8 req-ead585c2-0b5a-4217-adc6-8f503147a051 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0655127 Jul 09 21:00:13.116753 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-33c25d4c-fe37-47f8-bb31-9c6a1b0f4ac8 req-69dd102e-a105-432d-8439-43ba98ed9b91 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352507 Jul 09 21:00:14.283771 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:00:14.306453 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401cb98-90ba-423c-931c-e5efadee8b12 req-5e44b4a1-4889-4c83-bbf9-ad2a16a6b3e4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:14.308088 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7401cb98-90ba-423c-931c-e5efadee8b12 req-5e44b4a1-4889-4c83-bbf9-ad2a16a6b3e4 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0704658 Jul 09 21:00:14.353213 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7401cb98-90ba-423c-931c-e5efadee8b12 req-8d94c16d-2ab2-475f-a1de-1351e0878db2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374317 Jul 09 21:00:15.552442 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d49e1e-fb75-4ec1-bbb5-3751127412ed req-7759341e-da33-4794-b7b7-5a04033944ea tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:15.559756 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9d49e1e-fb75-4ec1-bbb5-3751127412ed req-7759341e-da33-4794-b7b7-5a04033944ea tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0783048 Jul 09 21:00:15.595712 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9d49e1e-fb75-4ec1-bbb5-3751127412ed req-d81bb02f-a8e9-47bb-b4fc-b18bd20e440e tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349345 Jul 09 21:00:16.801014 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c51f2f-1a54-4580-bad3-7bd8eab8b4ba req-6900ef34-3600-4ccb-b9a0-a0bcfb9531eb tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:16.803363 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-62c51f2f-1a54-4580-bad3-7bd8eab8b4ba req-6900ef34-3600-4ccb-b9a0-a0bcfb9531eb tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0712392 Jul 09 21:00:16.847910 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-62c51f2f-1a54-4580-bad3-7bd8eab8b4ba req-b9a1897f-00f2-403e-b63f-5d1b512515bd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357370 Jul 09 21:00:18.048714 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9a930-948d-4776-b4f4-213fbfc9c37e req-19943adf-4965-4b05-9b18-445d8b47b590 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:18.050227 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-93e9a930-948d-4776-b4f4-213fbfc9c37e req-19943adf-4965-4b05-9b18-445d8b47b590 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0768943 Jul 09 21:00:18.090631 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-93e9a930-948d-4776-b4f4-213fbfc9c37e req-7e857ac1-1b0c-4f7d-b004-cc78b1e909a2 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335643 Jul 09 21:00:18.878192 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd018418-0242-49fa-9e0c-8348daccc6b1 req-f564a31e-38d8-4c9d-b831-e1165b9ad7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:18.879975 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bd018418-0242-49fa-9e0c-8348daccc6b1 req-f564a31e-38d8-4c9d-b831-e1165b9ad7fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 1098 time: 0.0519750 Jul 09 21:00:18.973618 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd018418-0242-49fa-9e0c-8348daccc6b1 req-d2ed68b0-095c-4e0e-a4fb-f2c63aa9945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:18.975109 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bd018418-0242-49fa-9e0c-8348daccc6b1 req-d2ed68b0-095c-4e0e-a4fb-f2c63aa9945a service neutron] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 918 time: 0.0872536 Jul 09 21:00:19.038748 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bd018418-0242-49fa-9e0c-8348daccc6b1 req-7ca5407c-1f07-4830-a515-e895e8503d76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292d292e-b8ac-491f-8695-406e24779f2f HTTP/1.1" status: 200 len: 1000 time: 0.0562241 Jul 09 21:00:19.087211 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd018418-0242-49fa-9e0c-8348daccc6b1 req-8910cedb-1585-4859-a515-49ee7ab14f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:19.088811 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bd018418-0242-49fa-9e0c-8348daccc6b1 req-8910cedb-1585-4859-a515-49ee7ab14f1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.0426137 Jul 09 21:00:19.150024 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd018418-0242-49fa-9e0c-8348daccc6b1 req-ac17555e-814f-4102-8e7a-c071604b154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:19.151639 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bd018418-0242-49fa-9e0c-8348daccc6b1 req-ac17555e-814f-4102-8e7a-c071604b154f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553071 Jul 09 21:00:19.253523 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bd018418-0242-49fa-9e0c-8348daccc6b1 req-fc9c6bea-b138-4e2c-bb47-b8e78379900e service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865262 Jul 09 21:00:19.270270 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f38f5-47c8-4cd3-b266-f813135508d9 req-9b6d7b0d-9792-432c-8f8c-c68d36b943d8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:19.271808 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-641f38f5-47c8-4cd3-b266-f813135508d9 req-9b6d7b0d-9792-432c-8f8c-c68d36b943d8 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0622566 Jul 09 21:00:19.308998 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-641f38f5-47c8-4cd3-b266-f813135508d9 req-5a51e649-77e1-46c2-98bf-b433d12cc490 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Jul 09 21:00:19.347468 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bd018418-0242-49fa-9e0c-8348daccc6b1 req-8af34069-6f0a-45d3-9441-1d889c7cca76 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862203 Jul 09 21:00:20.489282 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d024a-6ff9-48ba-9aff-d1b54ea61de1 req-1918ddc8-5427-4a1e-b43b-d8e2fd3933ff tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:20.490726 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f54d024a-6ff9-48ba-9aff-d1b54ea61de1 req-1918ddc8-5427-4a1e-b43b-d8e2fd3933ff tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 945 time: 0.0666363 Jul 09 21:00:20.500112 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 292d292e-b8ac-491f-8695-406e24779f2f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:00:20.530811 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f54d024a-6ff9-48ba-9aff-d1b54ea61de1 req-2ee2e8d1-b83b-44df-b05b-ef1c1d8c923a tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342531 Jul 09 21:00:20.575264 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:20.597626 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:00:20.599893 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b576951-8a98-4f18-892e-918df7e409b8" -d '{"events": [{"server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "name": "network-vif-unplugged", "status": "completed", "tag": "292d292e-b8ac-491f-8695-406e24779f2f"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:00:20.612172 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:20.617793 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:20.665196 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=292d292e-b8ac-491f-8695-406e24779f2f,revision_number=8']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:20.736223 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 21:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465f771a-3457-456d-ae05-0a725d8bcf4a x-openstack-request-id: req-465f771a-3457-456d-ae05-0a725d8bcf4a {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:00:20.736515 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "name": "network-vif-unplugged", "status": "completed", "tag": "292d292e-b8ac-491f-8695-406e24779f2f", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:00:20.736769 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-465f771a-3457-456d-ae05-0a725d8bcf4a {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:00:20.737162 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f', 'code': 200} Jul 09 21:00:21.704574 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264d5d8-0987-49e1-937a-23f33fd74705 req-a44f7c80-4bfe-4e97-8947-9ad4891a717f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.706042 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2264d5d8-0987-49e1-937a-23f33fd74705 req-a44f7c80-4bfe-4e97-8947-9ad4891a717f tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 943 time: 0.0612936 Jul 09 21:00:21.742416 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2264d5d8-0987-49e1-937a-23f33fd74705 req-06199704-5046-4056-9823-e9de02c40600 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Jul 09 21:00:22.023578 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:22.980952 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5644b7-977a-4293-89f6-a3d135332b8a req-b9955baf-1682-40ff-8e9f-fa87c0992c18 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:22.982485 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2f5644b7-977a-4293-89f6-a3d135332b8a req-b9955baf-1682-40ff-8e9f-fa87c0992c18 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 943 time: 0.0669804 Jul 09 21:00:23.021278 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2f5644b7-977a-4293-89f6-a3d135332b8a req-75b5462e-1574-41a4-86da-784ef82924bb tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Jul 09 21:00:23.141816 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37036) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:23.249387 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-681a46be-2396-41a8-800d-d50ced590933 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063926 Jul 09 21:00:23.655567 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efb3af-2909-4943-8f69-57422c7bc72e req-f67439f3-4655-4037-8183-51cd23f56949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:23.658086 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f4efb3af-2909-4943-8f69-57422c7bc72e req-f67439f3-4655-4037-8183-51cd23f56949 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99663bcf83084ddcbada3387f0d4f2f3&device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 1138 time: 0.0587494 Jul 09 21:00:23.661142 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbb64f-b6bb-414f-a723-98c6a6578bb5 req-ebd11a22-5b20-4654-bc27-e26342240982 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:23.662693 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4bbb64f-b6bb-414f-a723-98c6a6578bb5 req-ebd11a22-5b20-4654-bc27-e26342240982 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 985 time: 0.0650704 Jul 09 21:00:23.703836 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4bbb64f-b6bb-414f-a723-98c6a6578bb5 req-fff4a8e2-c6c4-412f-a695-1bd4712a49b6 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2&id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353897 Jul 09 21:00:23.751653 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efb3af-2909-4943-8f69-57422c7bc72e req-509e71af-ebb8-49a5-8498-b97b2904a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:23.753149 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f4efb3af-2909-4943-8f69-57422c7bc72e req-509e71af-ebb8-49a5-8498-b97b2904a24b service neutron] 10.222.0.26 "GET /v2.0/networks?id=987c1107-b352-4f3e-852f-af1376e8017e HTTP/1.1" status: 200 len: 917 time: 0.0885999 Jul 09 21:00:23.844535 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f4efb3af-2909-4943-8f69-57422c7bc72e req-5566c507-3228-434f-814c-00ffc5b884f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f593b7-c591-40c0-8ca5-845a395cc165 HTTP/1.1" status: 200 len: 1001 time: 0.0621769 Jul 09 21:00:23.898006 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efb3af-2909-4943-8f69-57422c7bc72e req-2828972d-a292-425c-878d-887a2805d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:23.899529 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f4efb3af-2909-4943-8f69-57422c7bc72e req-2828972d-a292-425c-878d-887a2805d357 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9124d788-c9ef-4c6b-bd2c-8a77a5336843 HTTP/1.1" status: 200 len: 854 time: 0.0483637 Jul 09 21:00:23.958708 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efb3af-2909-4943-8f69-57422c7bc72e req-c54f9c0f-994e-4eab-bb52-d8249e2680fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:23.960367 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f4efb3af-2909-4943-8f69-57422c7bc72e req-c54f9c0f-994e-4eab-bb52-d8249e2680fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=987c1107-b352-4f3e-852f-af1376e8017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533462 Jul 09 21:00:24.051849 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f4efb3af-2909-4943-8f69-57422c7bc72e req-3234e710-42da-4137-9ca9-7a5c249e231b service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845532 Jul 09 21:00:24.144096 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f4efb3af-2909-4943-8f69-57422c7bc72e req-b0716781-2ca2-4332-b86d-8eaccf10281a service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844748 Jul 09 21:00:24.210801 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a39fa-42ff-4494-b107-2e73894e0154 req-1d5d9de2-ff09-41f8-85d2-5cd663d070e1 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.212210 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36a39fa-42ff-4494-b107-2e73894e0154 req-1d5d9de2-ff09-41f8-85d2-5cd663d070e1 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 943 time: 0.0670619 Jul 09 21:00:24.250100 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36a39fa-42ff-4494-b107-2e73894e0154 req-f1878bd6-47e3-4a7d-99b1-d49c2b9d85ce tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313826 Jul 09 21:00:24.277269 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-66229efe-d14c-4337-98b3-8abbaf33faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.279685 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-66229efe-d14c-4337-98b3-8abbaf33faaf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24&tenant_id=718dda7ca7514e2383bab17a51d889da HTTP/1.1" status: 200 len: 1096 time: 0.0641189 Jul 09 21:00:24.373713 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-d4b8d68d-eee5-4dba-92a6-6557b6e06f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.375239 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-d4b8d68d-eee5-4dba-92a6-6557b6e06f3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 1096 time: 0.0552366 Jul 09 21:00:24.475780 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-7fcb6ddc-a875-4b42-a55f-df9962babc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.477174 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-7fcb6ddc-a875-4b42-a55f-df9962babc29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 918 time: 0.0906160 Jul 09 21:00:24.515116 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 292d292e-b8ac-491f-8695-406e24779f2f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:00:24.548131 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-9a54f1a8-8a32-4bb8-8621-95ec97d02de0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292d292e-b8ac-491f-8695-406e24779f2f HTTP/1.1" status: 200 len: 998 time: 0.0643084 Jul 09 21:00:24.598507 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-709af463-6ade-4f6a-be64-0aaef038311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.600068 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-709af463-6ade-4f6a-be64-0aaef038311f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.0454700 Jul 09 21:00:24.657482 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-97d1e487-6cdf-473a-b0df-a5f74b40ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.659007 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-97d1e487-6cdf-473a-b0df-a5f74b40ce60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519445 Jul 09 21:00:24.751278 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-9d32673e-46a5-4adf-9894-9e8a505a792e service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844500 Jul 09 21:00:24.843193 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-cb58f25b-78ea-456d-b09c-288c12edd812 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844707 Jul 09 21:00:24.901533 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3480983-e72d-4987-8032-a2582563fc2c req-b47f1853-ece8-4345-acb4-e1a223859002 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.903053 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3480983-e72d-4987-8032-a2582563fc2c req-b47f1853-ece8-4345-acb4-e1a223859002 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 985 time: 0.0799849 Jul 09 21:00:24.945882 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3480983-e72d-4987-8032-a2582563fc2c req-a0dc4e9f-0adb-4cd3-94ea-5aec54786663 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2&id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362575 Jul 09 21:00:25.006578 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29786bb0-25da-48f4-8a28-a34590770119 req-00690302-1748-4a09-a80d-97a6d61f3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:25.008043 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-29786bb0-25da-48f4-8a28-a34590770119 req-00690302-1748-4a09-a80d-97a6d61f3030 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=718dda7ca7514e2383bab17a51d889da&device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 1096 time: 0.0531342 Jul 09 21:00:25.126406 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29786bb0-25da-48f4-8a28-a34590770119 req-b36b9e73-23a7-4bfe-bd50-b4ba98902f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:25.127766 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-29786bb0-25da-48f4-8a28-a34590770119 req-b36b9e73-23a7-4bfe-bd50-b4ba98902f57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 200 len: 918 time: 0.0897591 Jul 09 21:00:25.205464 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-29786bb0-25da-48f4-8a28-a34590770119 req-8f8e619f-dba8-4807-b859-9d7989ed1ce8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292d292e-b8ac-491f-8695-406e24779f2f HTTP/1.1" status: 200 len: 998 time: 0.0655651 Jul 09 21:00:25.266124 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29786bb0-25da-48f4-8a28-a34590770119 req-5d312066-550f-427e-ad34-d0d43ecd1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:25.267658 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-29786bb0-25da-48f4-8a28-a34590770119 req-5d312066-550f-427e-ad34-d0d43ecd1c14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 200 len: 855 time: 0.0544960 Jul 09 21:00:25.375554 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29786bb0-25da-48f4-8a28-a34590770119 req-ed20f9c5-d854-4fb8-b4ef-25308e22f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:25.377087 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-29786bb0-25da-48f4-8a28-a34590770119 req-ed20f9c5-d854-4fb8-b4ef-25308e22f211 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5136dd8a-062d-4b94-b244-02ac5275df2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021910 Jul 09 21:00:25.507899 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa248bbc-812e-4906-a9a7-abff92646308 req-a598371c-cb59-4284-92d8-ba4c4abeff7e tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:25.510637 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa248bbc-812e-4906-a9a7-abff92646308 req-a598371c-cb59-4284-92d8-ba4c4abeff7e tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 943 time: 0.0729961 Jul 09 21:00:25.552962 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa248bbc-812e-4906-a9a7-abff92646308 req-7a79ba67-92e3-467b-a727-c38bebba04f3 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365567 Jul 09 21:00:36.608554 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-29786bb0-25da-48f4-8a28-a34590770119 req-149ab71f-13ae-4a58-b68a-726f406b054d service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841405 Jul 09 21:00:36.702300 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-29786bb0-25da-48f4-8a28-a34590770119 req-fe02906b-02f8-4851-9225-125d1e4ca7b7 service neutron] 10.222.0.26 "GET /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867982 Jul 09 21:00:36.723159 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c437997-a62d-4396-b4ca-b6fb57ba0174 req-992a533a-9c55-4aaa-b95c-12205675992a tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:36.724691 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9c437997-a62d-4396-b4ca-b6fb57ba0174 req-992a533a-9c55-4aaa-b95c-12205675992a tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 985 time: 0.0627899 Jul 09 21:00:36.772426 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9c437997-a62d-4396-b4ca-b6fb57ba0174 req-fc679b77-75ef-4b59-843c-a6885d8240b0 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2&id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376618 Jul 09 21:00:36.804178 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1e8ee61-5d49-4699-96eb-7e013c7b45e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:36.943221 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad5dd3-3bbb-484d-ac66-63481e9e546c req-fd97b563-c32f-4444-b45c-64164e5c421d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:36.944766 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22ad5dd3-3bbb-484d-ac66-63481e9e546c req-fd97b563-c32f-4444-b45c-64164e5c421d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 943 time: 0.0646358 Jul 09 21:00:36.982702 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22ad5dd3-3bbb-484d-ac66-63481e9e546c req-d340a63d-e6a2-41fa-b172-55d7fdbc64bb tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324867 Jul 09 21:00:37.947288 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07969bba-ff41-4231-9408-ecc898b2f129 req-1a2ac590-5e61-4389-8ba7-85be7c8b8f80 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:37.948785 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-07969bba-ff41-4231-9408-ecc898b2f129 req-1a2ac590-5e61-4389-8ba7-85be7c8b8f80 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 985 time: 0.0646291 Jul 09 21:00:37.988131 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-07969bba-ff41-4231-9408-ecc898b2f129 req-8fc2370f-0fca-43fc-9efa-1967f8c4ff9c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2&id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329938 Jul 09 21:00:38.158205 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc533f5-56df-4962-8162-7b3ffa8da72f req-39a380a2-d4ba-4de8-8ecc-3d717e191f39 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:38.159689 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1fc533f5-56df-4962-8162-7b3ffa8da72f req-39a380a2-d4ba-4de8-8ecc-3d717e191f39 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 943 time: 0.0621939 Jul 09 21:00:38.196478 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1fc533f5-56df-4962-8162-7b3ffa8da72f req-c9e46709-5d97-4351-8ee5-4337e2178722 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311768 Jul 09 21:00:38.599473 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 292d292e-b8ac-491f-8695-406e24779f2f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:00:38.704958 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:38.716551 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '292d292e-b8ac-491f-8695-406e24779f2f', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'port_id': '292d292e-b8ac-491f-8695-406e24779f2f', 'mac_address': 'fa:16:3e:98:ae:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:00:38.756849 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:38.769907 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292d292e-b8ac-491f-8695-406e24779f2f {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:00:38.792869 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:38.798086 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:38.843661 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=292d292e-b8ac-491f-8695-406e24779f2f,revision_number=9']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:39.111076 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['292d292e-b8ac-491f-8695-406e24779f2f'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:00:39.162731 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55ef88-0433-45d0-b4a4-2a7441154757 req-aab7e63b-c699-4091-ab9b-570a5bf195d4 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:39.164185 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cf55ef88-0433-45d0-b4a4-2a7441154757 req-aab7e63b-c699-4091-ab9b-570a5bf195d4 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 985 time: 0.0632780 Jul 09 21:00:39.207435 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cf55ef88-0433-45d0-b4a4-2a7441154757 req-78a6d99e-5e88-42f1-9225-e390ae7aaef9 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2&id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374918 Jul 09 21:00:39.376518 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e060-660a-4ce5-90ba-1c478eaf154d req-6868e831-8788-4632-9efb-21c27a7e027e tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:39.378008 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d909e060-660a-4ce5-90ba-1c478eaf154d req-6868e831-8788-4632-9efb-21c27a7e027e tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 944 time: 0.0654020 Jul 09 21:00:39.415445 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d909e060-660a-4ce5-90ba-1c478eaf154d req-1c6d3aa9-ce8a-4d1e-927c-c1762c7024cc tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316634 Jul 09 21:00:39.650303 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-253b81aa-7c87-47db-a123-f049099d9a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:40.126241 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:40.388901 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc042a39-3eeb-4bb7-883c-8dbf2ad74abf req-ada5f524-12f3-462d-97a9-ba30306ad273 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:40.390281 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cc042a39-3eeb-4bb7-883c-8dbf2ad74abf req-ada5f524-12f3-462d-97a9-ba30306ad273 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 985 time: 0.0688818 Jul 09 21:00:40.431202 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cc042a39-3eeb-4bb7-883c-8dbf2ad74abf req-5fe27ef4-4cd8-4a29-8d54-cd59a0378c32 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2&id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348330 Jul 09 21:00:40.597503 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec4aba-c4e6-41ee-8cba-02e7376f00e5 req-7bd05d7a-5f31-4262-8652-bd77e9bf018d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:40.598981 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-39ec4aba-c4e6-41ee-8cba-02e7376f00e5 req-7bd05d7a-5f31-4262-8652-bd77e9bf018d tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 944 time: 0.0681441 Jul 09 21:00:40.610239 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 292d292e-b8ac-491f-8695-406e24779f2f up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:00:40.637963 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-39ec4aba-c4e6-41ee-8cba-02e7376f00e5 req-2b682edb-7b5c-4a98-b723-9cfafe0b6020 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333874 Jul 09 21:00:40.667261 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:40.676012 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 292d292e-b8ac-491f-8695-406e24779f2f triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:00:40.676379 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:40.757543 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:40.778540 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:00:40.780815 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7801cf7b-a803-446d-985a-4225dea4d409" -d '{"events": [{"server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "name": "network-vif-plugged", "status": "completed", "tag": "292d292e-b8ac-491f-8695-406e24779f2f"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:00:40.794286 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:40.799322 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:40.821619 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20af9b6b-ad51-4480-9709-a9fe7452a3e5 x-openstack-request-id: req-20af9b6b-ad51-4480-9709-a9fe7452a3e5 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:00:40.821916 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "name": "network-vif-plugged", "status": "completed", "tag": "292d292e-b8ac-491f-8695-406e24779f2f", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:00:40.822173 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20af9b6b-ad51-4480-9709-a9fe7452a3e5 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:00:40.822544 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f', 'code': 200} Jul 09 21:00:40.848171 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=292d292e-b8ac-491f-8695-406e24779f2f,revision_number=10']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:41.057092 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954a833-34ee-4118-b507-c2e7a4732494 req-0822331c-c893-488f-bf5d-230d7d67d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:41.058595 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7954a833-34ee-4118-b507-c2e7a4732494 req-0822331c-c893-488f-bf5d-230d7d67d4b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 1099 time: 0.0522397 Jul 09 21:00:41.091550 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7954a833-34ee-4118-b507-c2e7a4732494 req-351febef-1404-4171-82b8-d41beefc113c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269833 Jul 09 21:00:41.604475 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98d8f7-b51c-475b-b2b8-0f2588c384ad req-e3f99c29-7f22-4e84-93b7-9b740d47c6aa tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:41.606001 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3f98d8f7-b51c-475b-b2b8-0f2588c384ad req-e3f99c29-7f22-4e84-93b7-9b740d47c6aa tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 985 time: 0.0641575 Jul 09 21:00:41.646900 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3f98d8f7-b51c-475b-b2b8-0f2588c384ad req-d070fd41-f902-456f-aed4-92a030832ee5 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2&id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351815 Jul 09 21:00:41.812890 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ece84-f2ac-46b9-bcbc-7693a0f71877 req-f1577fea-5d88-4d62-84b5-5b4995556df5 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:41.815053 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-248ece84-f2ac-46b9-bcbc-7693a0f71877 req-f1577fea-5d88-4d62-84b5-5b4995556df5 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 946 time: 0.0614104 Jul 09 21:00:41.853893 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-248ece84-f2ac-46b9-bcbc-7693a0f71877 req-bd8bff98-e6d2-4bbf-9fc3-2cd8afaff118 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334103 Jul 09 21:00:42.134794 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:42.822173 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648672a-2e98-4220-8031-e5de940499b9 req-8875d5a6-375d-43ed-ad8b-a823831e1bc0 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:42.824019 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f648672a-2e98-4220-8031-e5de940499b9 req-8875d5a6-375d-43ed-ad8b-a823831e1bc0 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 985 time: 0.0635476 Jul 09 21:00:42.863867 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f648672a-2e98-4220-8031-e5de940499b9 req-2b70504b-2444-4c5a-9afc-8912eb4dfe96 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2&id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340416 Jul 09 21:00:43.041885 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f439f-2e70-4f39-a5d2-b7c3b12fb403 req-d2f7276d-3d6c-41ae-93fa-ac24be92c2e0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:43.043467 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d68f439f-2e70-4f39-a5d2-b7c3b12fb403 req-d2f7276d-3d6c-41ae-93fa-ac24be92c2e0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 946 time: 0.0669541 Jul 09 21:00:43.082944 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d68f439f-2e70-4f39-a5d2-b7c3b12fb403 req-841e1e08-876e-41b7-a01e-486b39e33770 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337687 Jul 09 21:00:44.499369 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc5af-0653-4829-be67-4ec5c30e3706 req-dbb5833f-a8bd-49d1-a91f-f552972c88fb tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:44.500838 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-013dc5af-0653-4829-be67-4ec5c30e3706 req-dbb5833f-a8bd-49d1-a91f-f552972c88fb tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 946 time: 0.3050888 Jul 09 21:00:44.538820 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-013dc5af-0653-4829-be67-4ec5c30e3706 req-170462e1-9f7f-4676-823f-3f0ceade64ff tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313151 Jul 09 21:00:51.282277 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:00:52.024050 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:00.257120 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e33208-de84-4174-8cae-4d392de44fad req-284848d3-59dd-4303-b5f7-6a5f1d2b153b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:00.258565 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0e33208-de84-4174-8cae-4d392de44fad req-284848d3-59dd-4303-b5f7-6a5f1d2b153b tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 945 time: 0.0616825 Jul 09 21:01:00.294997 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0e33208-de84-4174-8cae-4d392de44fad req-bc8bc760-892f-4f57-a5b7-4895e247c948 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=b27e4ac0-4aa1-481e-8666-c4286be3622c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309279 Jul 09 21:01:01.473042 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8f043-3f87-4c2c-8637-acf0ee4fb12d req-e779ca0a-5c67-4f4e-8843-3a84506fec4c tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:01.474672 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5dd8f043-3f87-4c2c-8637-acf0ee4fb12d req-e779ca0a-5c67-4f4e-8843-3a84506fec4c tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 945 time: 0.0643141 Jul 09 21:01:01.511128 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5dd8f043-3f87-4c2c-8637-acf0ee4fb12d req-bc75557d-76d2-4b54-990c-39da6921ec4a tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=b27e4ac0-4aa1-481e-8666-c4286be3622c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310118 Jul 09 21:01:02.218766 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-64256a27-2791-4434-967c-92be1e5a5051 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:02.220340 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-64256a27-2791-4434-967c-92be1e5a5051 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 945 time: 0.0659580 Jul 09 21:01:02.317109 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Deleting port 353f0a45-e2bd-4f66-8ab1-62045dc38788 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:02.317768 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:02.418993 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] For port 353f0a45-e2bd-4f66-8ab1-62045dc38788, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=353f0a45-e2bd-4f66-8ab1-62045dc38788,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:02.419375 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:02.584683 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:02.585051 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:02.585360 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Floating IP 8a775aba-9414-4e16-8c71-ca0d54d7fc3e disassociated. External IP: 172.27.1.26, port: 353f0a45-e2bd-4f66-8ab1-62045dc38788. Jul 09 21:01:02.585700 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Calling delete_port for 353f0a45-e2bd-4f66-8ab1-62045dc38788 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:02.685663 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd6b38-fdd2-4892-be98-9b988698db26 req-c849cc8c-3572-411f-af38-f4f859647e38 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:02.687185 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-33cd6b38-fdd2-4892-be98-9b988698db26 req-c849cc8c-3572-411f-af38-f4f859647e38 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e3054e8-c605-4f2c-9607-737ea19563af HTTP/1.1" status: 200 len: 945 time: 0.0641477 Jul 09 21:01:02.716857 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:02.730698 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-33cd6b38-fdd2-4892-be98-9b988698db26 req-bd5aa393-3967-4473-b5ac-613da77f6ee8 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups?id=b27e4ac0-4aa1-481e-8666-c4286be3622c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378428 Jul 09 21:01:02.745692 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event deleted for resources: {'Port': ['ID=353f0a45-e2bd-4f66-8ab1-62045dc38788,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:02.755670 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.756023 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.756367 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.756702 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.757033 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.757370 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.757695 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.758017 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.758341 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.759214 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.759214 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.759568 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:02.868204 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Router a5c408bc-7c72-4f72-95f9-4f33c169dd7a has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:02.972244 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:02.981422 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a9e92-37c2-4522-9383-20113d77332b None None] Sync routers for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:02.991069 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a9e92-37c2-4522-9383-20113d77332b None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:02.991818 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c05a9e92-37c2-4522-9383-20113d77332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:00:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:03.014906 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] No DVR routers for this DVR port 353f0a45-e2bd-4f66-8ab1-62045dc38788 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:03.017490 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:03.019613 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0190c689-3b95-4e22-b04c-176bd6b557f2 req-31e87bee-bbd2-498b-8cba-76dd40aa67c1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.26 "DELETE /v2.0/ports/353f0a45-e2bd-4f66-8ab1-62045dc38788 HTTP/1.1" status: 204 len: 173 time: 0.7932241 Jul 09 21:01:03.020056 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3054e8-c605-4f2c-9607-737ea19563af', 'name': 'network-vif-deleted', 'tag': '353f0a45-e2bd-4f66-8ab1-62045dc38788'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:03.023200 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe320f85-0b7f-45aa-94ed-c29a230d71f6" -d '{"events": [{"server_uuid": "5e3054e8-c605-4f2c-9607-737ea19563af", "name": "network-vif-deleted", "tag": "353f0a45-e2bd-4f66-8ab1-62045dc38788"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:03.070398 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c501b25-018d-4b6f-82b4-02b539b1f3bd x-openstack-request-id: req-8c501b25-018d-4b6f-82b4-02b539b1f3bd {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:03.070687 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3054e8-c605-4f2c-9607-737ea19563af", "name": "network-vif-deleted", "tag": "353f0a45-e2bd-4f66-8ab1-62045dc38788", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:03.070937 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c501b25-018d-4b6f-82b4-02b539b1f3bd {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:03.071334 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3054e8-c605-4f2c-9607-737ea19563af', 'name': 'network-vif-deleted', 'tag': '353f0a45-e2bd-4f66-8ab1-62045dc38788', 'status': 'completed', 'code': 200} Jul 09 21:01:03.114452 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-c05a9e92-37c2-4522-9383-20113d77332b None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:03.327676 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c05a9e92-37c2-4522-9383-20113d77332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:03.352471 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a9e92-37c2-4522-9383-20113d77332b None None] Checking router: a5c408bc-7c72-4f72-95f9-4f33c169dd7a for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:03.360521 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a9e92-37c2-4522-9383-20113d77332b None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:03.361132 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c05a9e92-37c2-4522-9383-20113d77332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:00:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:03.462267 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-c05a9e92-37c2-4522-9383-20113d77332b None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:03.781992 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c05a9e92-37c2-4522-9383-20113d77332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:03.813977 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a9e92-37c2-4522-9383-20113d77332b None None] The sync data for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi is: [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '16d1f611-290e-4ba2-a2d9-1177ea0efba3', 'name': '', 'network_id': '2b134ecb-601f-411f-8880-44405ba46406', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'mac_address': 'fa:16:3e:c3:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:14Z', 'updated_at': '2021-07-09T20:54:27Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'subnets': [{'id': 'e2ef9a74-067c-4528-b3d4-64882505fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:03.858053 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37280) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:03.915162 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:03.939037 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:03.988766 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:03.991968 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:03.993173 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "DELETE /v2.0/security-groups/b27e4ac0-4aa1-481e-8666-c4286be3622c HTTP/1.1" status: 204 len: 168 time: 0.1340775 Jul 09 21:01:03.996173 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37282) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:04.004141 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27e4ac0-4aa1-481e-8666-c4286be3622c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:04.012647 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.api.v2.resource [None req-d4dd10ca-3b17-482b-8df8-6e36d5022ce1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] show failed (client error): The resource could not be found. Jul 09 21:01:04.016547 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.016547 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.016547 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.016847 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d4dd10ca-3b17-482b-8df8-6e36d5022ce1 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "GET /v2.0/security-groups/b27e4ac0-4aa1-481e-8666-c4286be3622c HTTP/1.1" status: 404 len: 347 time: 0.0159609 Jul 09 21:01:04.016978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.016978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.016978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.016978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.016978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.016978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.016978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.016978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.016978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1eab91-f017-4a85-a0dd-14f8c0d1a297 tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:04.017783 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37284) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:04.056735 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf622b-7008-43cf-9e95-6d52505596f2 None None] New status for floating IP 8a775aba-9414-4e16-8c71-ca0d54d7fc3e: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:01:04.143935 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-b23f8655-8edc-4e64-9409-d3f696ebb96f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Deleting port cac502f4-25b2-4d26-8bc2-3e14d275385e {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:04.144278 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b23f8655-8edc-4e64-9409-d3f696ebb96f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:04.227912 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b23f8655-8edc-4e64-9409-d3f696ebb96f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:04.228245 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b23f8655-8edc-4e64-9409-d3f696ebb96f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:04.239520 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-b23f8655-8edc-4e64-9409-d3f696ebb96f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Calling delete_port for cac502f4-25b2-4d26-8bc2-3e14d275385e owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:04.379690 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b23f8655-8edc-4e64-9409-d3f696ebb96f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:04.405969 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f8655-8edc-4e64-9409-d3f696ebb96f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Pushing event deleted for resources: {'Port': ['ID=cac502f4-25b2-4d26-8bc2-3e14d275385e,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:04.468142 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b23f8655-8edc-4e64-9409-d3f696ebb96f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:04.470666 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b23f8655-8edc-4e64-9409-d3f696ebb96f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:04.471855 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b23f8655-8edc-4e64-9409-d3f696ebb96f tempest-AttachVolumeTestJSON-1307729842 tempest-AttachVolumeTestJSON-1307729842-project] 10.222.0.73 "DELETE /v2.0/floatingips/8a775aba-9414-4e16-8c71-ca0d54d7fc3e HTTP/1.1" status: 204 len: 168 time: 0.4538298 Jul 09 21:01:04.745785 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 353f0a45-e2bd-4f66-8ab1-62045dc38788 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:04.767607 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: 353f0a45-e2bd-4f66-8ab1-62045dc38788 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:04.767985 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 353f0a45-e2bd-4f66-8ab1-62045dc38788 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:06.805611 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6f24570d-66cf-45a0-a13d-102703a166a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:08.134824 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37314) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:08.583462 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:08.826278 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] Deleting port 16d1f611-290e-4ba2-a2d9-1177ea0efba3 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:08.826623 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:08.901296 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] For port 16d1f611-290e-4ba2-a2d9-1177ea0efba3, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=16d1f611-290e-4ba2-a2d9-1177ea0efba3,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:08.901654 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:08.914120 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] Calling delete_port for 16d1f611-290e-4ba2-a2d9-1177ea0efba3 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:09.356313 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:09.398265 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d1f611-290e-4ba2-a2d9-1177ea0efba3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:09.563798 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546503'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:09.652383 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-33183c6c-7170-470a-9fc8-d67aabffe9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:09.781905 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] Router a5c408bc-7c72-4f72-95f9-4f33c169dd7a has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:09.886350 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:09.891335 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8af1a374-1e57-41e8-9712-8a807ca9ccb8 admin admin] 10.222.0.73 "PUT /v2.0/routers/a5c408bc-7c72-4f72-95f9-4f33c169dd7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7554474 Jul 09 21:01:09.893886 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37318) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:09.894773 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f2fe77-8f8e-4c0f-88d6-ecd74ce435d0 None None] Sync routers for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:09.904309 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2fe77-8f8e-4c0f-88d6-ecd74ce435d0 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:09.904933 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-32f2fe77-8f8e-4c0f-88d6-ecd74ce435d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:09.997430 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.006428 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-32f2fe77-8f8e-4c0f-88d6-ecd74ce435d0 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:10.111246 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.139909 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.164938 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Deleting port ce760f16-dfb7-497a-b61b-604c678381bf {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:10.165283 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.199490 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-32f2fe77-8f8e-4c0f-88d6-ecd74ce435d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T21:01:09Z', 'revision_number': 5, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port': {'id': 'ce760f16-dfb7-497a-b61b-604c678381bf', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:10.228742 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f2fe77-8f8e-4c0f-88d6-ecd74ce435d0 None None] Checking router: a5c408bc-7c72-4f72-95f9-4f33c169dd7a for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:10.236817 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2fe77-8f8e-4c0f-88d6-ecd74ce435d0 None None] Routers {'a5c408bc-7c72-4f72-95f9-4f33c169dd7a'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:10.237435 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-32f2fe77-8f8e-4c0f-88d6-ecd74ce435d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:10.242954 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] For port ce760f16-dfb7-497a-b61b-604c678381bf, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=ce760f16-dfb7-497a-b61b-604c678381bf,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:10.243420 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.260632 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Calling delete_port for ce760f16-dfb7-497a-b61b-604c678381bf owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:10.322592 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-32f2fe77-8f8e-4c0f-88d6-ecd74ce435d0 None None] Set router a5c408bc-7c72-4f72-95f9-4f33c169dd7a gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:10.373295 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-32f2fe77-8f8e-4c0f-88d6-ecd74ce435d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T21:01:10Z', 'revision_number': 6, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port_host': None}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:10.407627 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f2fe77-8f8e-4c0f-88d6-ecd74ce435d0 None None] The sync data for ids ['a5c408bc-7c72-4f72-95f9-4f33c169dd7a'] in dv-cinder-792642-3-iscsi is: [{'id': 'a5c408bc-7c72-4f72-95f9-4f33c169dd7a', 'name': 'tempest-AttachVolumeTestJSON-381960275-router', 'tenant_id': '33024221721a43c3b955a9c933ba17ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:07Z', 'updated_at': '2021-07-09T21:01:10Z', 'revision_number': 6, 'project_id': '33024221721a43c3b955a9c933ba17ed', 'gw_port_host': None}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:10.424762 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.456011 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce760f16-dfb7-497a-b61b-604c678381bf,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:10.522489 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420286'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.623990 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6457'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.625945 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.660087 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.692561 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547482'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.693045 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c408bc-7c72-4f72-95f9-4f33c169dd7a {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:01:10.698119 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.699273 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-411a266d-c24a-4330-9136-2898c1ef39e8 admin admin] 10.222.0.73 "DELETE /v2.0/routers/a5c408bc-7c72-4f72-95f9-4f33c169dd7a HTTP/1.1" status: 204 len: 168 time: 0.8043716 Jul 09 21:01:10.701676 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37322) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:10.748617 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-de302721-2a3a-40e6-8349-f7cf0386fbc6 admin admin] Deleting subnet e2ef9a74-067c-4528-b3d4-64882505fab0 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:01:10.751999 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de302721-2a3a-40e6-8349-f7cf0386fbc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.790450 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de302721-2a3a-40e6-8349-f7cf0386fbc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10079045'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.908387 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de302721-2a3a-40e6-8349-f7cf0386fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.960688 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de302721-2a3a-40e6-8349-f7cf0386fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10078023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10077631'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.989867 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de302721-2a3a-40e6-8349-f7cf0386fbc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ef9a74-067c-4528-b3d4-64882505fab0,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:10.994875 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de302721-2a3a-40e6-8349-f7cf0386fbc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.996796 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-de302721-2a3a-40e6-8349-f7cf0386fbc6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e2ef9a74-067c-4528-b3d4-64882505fab0 HTTP/1.1" status: 204 len: 168 time: 0.2942100 Jul 09 21:01:10.999225 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37324) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:10.999888 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed25e53-0390-4042-9297-36774613c107 None None] Network 2b134ecb-601f-411f-8880-44405ba46406 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:11.065260 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.116979 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Deleting port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:11.117321 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.183818 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] For port 3efda16f-8090-4369-a58c-a0ba1f1d9be1, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=3efda16f-8090-4369-a58c-a0ba1f1d9be1,segment=NetworkSegment(1e9304f9-6388-4efa-acec-5ec644022c29),segment_id=1e9304f9-6388-4efa-acec-5ec644022c29)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:11.184182 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.198091 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Calling delete_port for 3efda16f-8090-4369-a58c-a0ba1f1d9be1 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:11.201859 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] DHCP port deletion for 2b134ecb-601f-411f-8880-44405ba46406 request from dv-cinder-792642-3-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:01:11.230016 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 16d1f611-290e-4ba2-a2d9-1177ea0efba3 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:11.250523 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 16d1f611-290e-4ba2-a2d9-1177ea0efba3 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:11.250873 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 16d1f611-290e-4ba2-a2d9-1177ea0efba3 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:11.275070 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Deleting port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:11.275586 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.277522 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.307206 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3efda16f-8090-4369-a58c-a0ba1f1d9be1,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:11.310682 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] No DVR routers for this DVR port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 on host dv-cinder-792642-3-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:11.345440 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] For port 3efda16f-8090-4369-a58c-a0ba1f1d9be1, host dv-cinder-792642-3-iscsi, got binding levels [] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:11.345866 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.359070 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Calling delete_port for 3efda16f-8090-4369-a58c-a0ba1f1d9be1 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:11.363109 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.ipam_backend_mixin [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 was not found and therefore no delete operation was performed {{(pid=92924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 21:01:11.365402 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.384021 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.391076 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Pushing event deleted for resources: {'Port': ['ID=3efda16f-8090-4369-a58c-a0ba1f1d9be1,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:11.394273 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b134ecb-601f-411f-8880-44405ba46406']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:11.401777 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.402883 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.402883 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.402883 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.403608 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.403608 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.403911 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.404230 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.404959 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.404959 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.405155 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.405441 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:11.406542 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9304f9-6388-4efa-acec-5ec644022c29') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:11.406845 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9304f9-6388-4efa-acec-5ec644022c29') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:11.413755 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978b459-7620-4bc9-a3b6-a23bafdead0b None None] No DVR routers for this DVR port 3efda16f-8090-4369-a58c-a0ba1f1d9be1 on host dv-cinder-792642-3-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:11.428193 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10079058'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.447906 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.454344 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:01:11.454901 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10078114'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: timer() Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: self._notify() Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: event.method(event) Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:01:11.456662 dv-cinder-792642-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:01:11.515287 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.522896 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.524199 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2b134ecb-601f-411f-8880-44405ba46406 HTTP/1.1" status: 204 len: 168 time: 0.5240290 Jul 09 21:01:11.534680 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38359330-5fb6-458c-993d-60ea8ace32b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b134ecb-601f-411f-8880-44405ba46406,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:11.631518 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37328) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:11.671122 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e994c71b-2106-4d37-8c0c-7d467d623568 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33024221721a43c3b955a9c933ba17ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382819 Jul 09 21:01:11.673388 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37330) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:11.727475 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-84e6ceaa-b9ad-4efb-be3e-b7ebc7657b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.756990 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-84e6ceaa-b9ad-4efb-be3e-b7ebc7657b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.803479 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-84e6ceaa-b9ad-4efb-be3e-b7ebc7657b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.806000 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-84e6ceaa-b9ad-4efb-be3e-b7ebc7657b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:11.807263 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-84e6ceaa-b9ad-4efb-be3e-b7ebc7657b46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/68dd9c77-e29e-42c1-8370-e1ab0ba4ed8f HTTP/1.1" status: 204 len: 168 time: 0.1329851 Jul 09 21:01:11.814578 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6ceaa-b9ad-4efb-be3e-b7ebc7657b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dd9c77-e29e-42c1-8370-e1ab0ba4ed8f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:12.136758 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:12.708579 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device ce760f16-dfb7-497a-b61b-604c678381bf no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:12.728828 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: ce760f16-dfb7-497a-b61b-604c678381bf {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:12.729117 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device ce760f16-dfb7-497a-b61b-604c678381bf not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:12.729571 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 3efda16f-8090-4369-a58c-a0ba1f1d9be1 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:12.747797 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 3efda16f-8090-4369-a58c-a0ba1f1d9be1 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:12.748157 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 3efda16f-8090-4369-a58c-a0ba1f1d9be1 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:15.472025 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37394) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:15.570747 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5c50-0100-4b9f-bae5-17ae7d844334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:15.659240 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5c50-0100-4b9f-bae5-17ae7d844334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:15.664041 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5c50-0100-4b9f-bae5-17ae7d844334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:15.701560 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-dd9c5c50-0100-4b9f-bae5-17ae7d844334 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=65b35a90e0074850b6f2880cadc8df1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284610 Jul 09 21:01:15.702419 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c5c50-0100-4b9f-bae5-17ae7d844334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb1abe7-8510-4ecd-993e-3c6446242b2e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:15.704271 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37398) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:15.758278 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7d639efa-3205-4688-9bbf-816c29e3435b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:15.779186 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7d639efa-3205-4688-9bbf-816c29e3435b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:15.823699 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7d639efa-3205-4688-9bbf-816c29e3435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:15.826206 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7d639efa-3205-4688-9bbf-816c29e3435b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:15.827363 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7d639efa-3205-4688-9bbf-816c29e3435b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9cb1abe7-8510-4ecd-993e-3c6446242b2e HTTP/1.1" status: 204 len: 168 time: 0.1219828 Jul 09 21:01:15.835401 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d639efa-3205-4688-9bbf-816c29e3435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb1abe7-8510-4ecd-993e-3c6446242b2e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:17.491277 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37462) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:17.590788 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-465cdc71-249b-4b03-9466-1be25c715fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.675567 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-465cdc71-249b-4b03-9466-1be25c715fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.679746 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-465cdc71-249b-4b03-9466-1be25c715fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.712183 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cdc71-249b-4b03-9466-1be25c715fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb9c8ee-a73e-483c-94ed-21d4efcb208d,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:17.722975 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-465cdc71-249b-4b03-9466-1be25c715fb0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c40a7ef024845049d2a7438368fc5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305412 Jul 09 21:01:17.723278 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37466) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:17.773385 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8d7-d481-4af5-b1fe-9f325dc89dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.794378 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8d7-d481-4af5-b1fe-9f325dc89dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.840985 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8d7-d481-4af5-b1fe-9f325dc89dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.843508 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8d7-d481-4af5-b1fe-9f325dc89dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.844642 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0aa9e8d7-d481-4af5-b1fe-9f325dc89dd7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2bb9c8ee-a73e-483c-94ed-21d4efcb208d HTTP/1.1" status: 204 len: 168 time: 0.1200333 Jul 09 21:01:17.852946 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9e8d7-d481-4af5-b1fe-9f325dc89dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb9c8ee-a73e-483c-94ed-21d4efcb208d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:18.117965 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37478) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:18.131879 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-81af18d6-4980-4eb1-a723-68f0cd18c2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.224448 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-81af18d6-4980-4eb1-a723-68f0cd18c2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.228648 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-81af18d6-4980-4eb1-a723-68f0cd18c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.275691 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af18d6-4980-4eb1-a723-68f0cd18c2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a255a4d5-ed31-4ae0-8a07-7fad46029439,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:18.282953 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-81af18d6-4980-4eb1-a723-68f0cd18c2ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=777e954294754bc7ae79f1ba0ca197c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638095 Jul 09 21:01:18.283123 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37482) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:18.334553 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c8f0-cc63-4f83-888e-d2718025a35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.356133 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c8f0-cc63-4f83-888e-d2718025a35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.365281 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa9bca-607e-4ada-aeaf-848e064601c4 req-9ab6c96c-57c5-4fcb-ba57-7d362c031a03 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:18.366793 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-25fa9bca-607e-4ada-aeaf-848e064601c4 req-9ab6c96c-57c5-4fcb-ba57-7d362c031a03 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 946 time: 0.0625908 Jul 09 21:01:18.404193 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c8f0-cc63-4f83-888e-d2718025a35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.404427 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-25fa9bca-607e-4ada-aeaf-848e064601c4 req-7688e6c3-7525-443e-aa85-6da9c0528fcd tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Jul 09 21:01:18.406882 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c8f0-cc63-4f83-888e-d2718025a35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.408085 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a9e0c8f0-cc63-4f83-888e-d2718025a35b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a255a4d5-ed31-4ae0-8a07-7fad46029439 HTTP/1.1" status: 204 len: 168 time: 0.1236272 Jul 09 21:01:18.417430 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0c8f0-cc63-4f83-888e-d2718025a35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a255a4d5-ed31-4ae0-8a07-7fad46029439,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:19.587061 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2facd-60d8-4ab5-85ce-57473090f11a req-a8cd6dea-c8b4-484e-bd70-2df7542ab39b tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:19.588674 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-41f2facd-60d8-4ab5-85ce-57473090f11a req-a8cd6dea-c8b4-484e-bd70-2df7542ab39b tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 946 time: 0.0628204 Jul 09 21:01:19.628155 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-41f2facd-60d8-4ab5-85ce-57473090f11a req-07ee1142-bef6-458d-bb32-7f35ac9541a0 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups?id=633ad2aa-4799-4d99-bbde-4974592b932d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339386 Jul 09 21:01:19.953475 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e20d0b-981d-4908-974e-49aeb2836769 req-bc28c8c9-e481-4721-844e-77e6a53c2186 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:19.955040 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-17e20d0b-981d-4908-974e-49aeb2836769 req-bc28c8c9-e481-4721-844e-77e6a53c2186 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 946 time: 0.0728683 Jul 09 21:01:20.052867 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Deleting port 292d292e-b8ac-491f-8695-406e24779f2f {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:20.053214 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:20.142245 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] For port 292d292e-b8ac-491f-8695-406e24779f2f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=292d292e-b8ac-491f-8695-406e24779f2f,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:20.142609 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:20.318003 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:20.318427 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:20.318740 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Floating IP 1c409633-b069-4b13-b7fd-46c7185cf050 disassociated. External IP: 172.27.1.55, port: 292d292e-b8ac-491f-8695-406e24779f2f. Jul 09 21:01:20.319081 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Calling delete_port for 292d292e-b8ac-491f-8695-406e24779f2f owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:20.448268 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:20.474659 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event deleted for resources: {'Port': ['ID=292d292e-b8ac-491f-8695-406e24779f2f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:20.596504 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Router fdf9f930-f965-45d9-890f-a554dbf9af68 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:20.710570 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:20.721843 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d98bfe-2571-41d0-8940-680ae474e770 None None] Sync routers for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:20.732467 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d98bfe-2571-41d0-8940-680ae474e770 None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:20.733356 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d4d98bfe-2571-41d0-8940-680ae474e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:20.754295 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] No DVR routers for this DVR port 292d292e-b8ac-491f-8695-406e24779f2f on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:20.757687 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:20.759858 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-17e20d0b-981d-4908-974e-49aeb2836769 req-5ea4b01c-4c34-4599-87a1-d330e5b19363 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.26 "DELETE /v2.0/ports/292d292e-b8ac-491f-8695-406e24779f2f HTTP/1.1" status: 204 len: 173 time: 0.7996361 Jul 09 21:01:20.760409 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'name': 'network-vif-deleted', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:20.762738 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f0e963-18d6-4c4a-9f48-ba6cbcc451be" -d '{"events": [{"server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "name": "network-vif-deleted", "tag": "292d292e-b8ac-491f-8695-406e24779f2f"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:20.791873 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-85c2f0b2-75cf-42f9-959e-6dd1b653f935 req-f115a4fe-b49a-49ad-bb6a-9dc7c311b0c7 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c0a3490-a6eb-402c-a144-554a7795fb24 HTTP/1.1" status: 200 len: 210 time: 0.0375633 Jul 09 21:01:20.848075 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-d4d98bfe-2571-41d0-8940-680ae474e770 None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:20.861720 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eb3e0e-02fa-4489-b799-9abe1477b8aa x-openstack-request-id: req-07eb3e0e-02fa-4489-b799-9abe1477b8aa {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:20.862060 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0a3490-a6eb-402c-a144-554a7795fb24", "name": "network-vif-deleted", "tag": "292d292e-b8ac-491f-8695-406e24779f2f", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:20.862317 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07eb3e0e-02fa-4489-b799-9abe1477b8aa {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:20.862711 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0a3490-a6eb-402c-a144-554a7795fb24', 'name': 'network-vif-deleted', 'tag': '292d292e-b8ac-491f-8695-406e24779f2f', 'status': 'completed', 'code': 200} Jul 09 21:01:21.070353 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d4d98bfe-2571-41d0-8940-680ae474e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:21.104911 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d98bfe-2571-41d0-8940-680ae474e770 None None] Checking router: fdf9f930-f965-45d9-890f-a554dbf9af68 for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:21.113375 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d98bfe-2571-41d0-8940-680ae474e770 None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:21.114640 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d4d98bfe-2571-41d0-8940-680ae474e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:21.297794 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-d4d98bfe-2571-41d0-8940-680ae474e770 None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:21.500700 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d4d98bfe-2571-41d0-8940-680ae474e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:21.528042 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d98bfe-2571-41d0-8940-680ae474e770 None None] The sync data for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi is: [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T20:54:16Z', 'revision_number': 4, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': 'd28f0a6c-8761-47da-917d-a4f0af656470', 'name': '', 'network_id': '5136dd8a-062d-4b94-b244-02ac5275df2c', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'mac_address': 'fa:16:3e:39:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '120db619-b817-45fe-af10-14c5b1df5022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:15Z', 'updated_at': '2021-07-09T20:54:29Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'subnets': [{'id': '120db619-b817-45fe-af10-14c5b1df5022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:21.577675 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f5475c1-ea70-4b47-a1bd-4ac819588ce0 req-6a6cc8d1-2b33-46a3-bf95-587c91cac5ae tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309391644&fields=id&tenant_id=99663bcf83084ddcbada3387f0d4f2f3 HTTP/1.1" status: 200 len: 267 time: 0.0447259 Jul 09 21:01:21.648106 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5475c1-ea70-4b47-a1bd-4ac819588ce0 req-9781092f-0f2d-45fc-827c-6f5977ab5cae tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:21.649753 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f5475c1-ea70-4b47-a1bd-4ac819588ce0 req-9781092f-0f2d-45fc-827c-6f5977ab5cae tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 985 time: 0.0656462 Jul 09 21:01:21.660532 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-4f5475c1-ea70-4b47-a1bd-4ac819588ce0 req-3f62997b-d632-48d4-a9b4-25e59ce509c1 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Request body: {'port': {'security_groups': ['d63b100f-8b71-4951-bd5d-d491e7e56b50']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:21.748243 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78d980-b2a8-4ece-aea1-589e0c627cdf None None] New status for floating IP 1c409633-b069-4b13-b7fd-46c7185cf050: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:01:21.753321 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4f5475c1-ea70-4b47-a1bd-4ac819588ce0 req-3f62997b-d632-48d4-a9b4-25e59ce509c1 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.932711 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-4f5475c1-ea70-4b47-a1bd-4ac819588ce0 req-3f62997b-d632-48d4-a9b4-25e59ce509c1 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] For port f7f593b7-c591-40c0-8ca5-845a395cc165, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f7f593b7-c591-40c0-8ca5-845a395cc165,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:21.962673 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4f5475c1-ea70-4b47-a1bd-4ac819588ce0 req-3f62997b-d632-48d4-a9b4-25e59ce509c1 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.967139 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4f5475c1-ea70-4b47-a1bd-4ac819588ce0 req-3f62997b-d632-48d4-a9b4-25e59ce509c1 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.999748 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['f7f593b7-c591-40c0-8ca5-845a395cc165'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:01:22.014331 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5475c1-ea70-4b47-a1bd-4ac819588ce0 req-3f62997b-d632-48d4-a9b4-25e59ce509c1 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:22.014963 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4f5475c1-ea70-4b47-a1bd-4ac819588ce0 req-3f62997b-d632-48d4-a9b4-25e59ce509c1 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.016401 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f5475c1-ea70-4b47-a1bd-4ac819588ce0 req-3f62997b-d632-48d4-a9b4-25e59ce509c1 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "PUT /v2.0/ports/f7f593b7-c591-40c0-8ca5-845a395cc165 HTTP/1.1" status: 200 len: 943 time: 0.3606160 Jul 09 21:01:22.016922 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:22.019136 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:22.028777 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37552) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:22.063754 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62997b-d632-48d4-a9b4-25e59ce509c1 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event updated for resources: {'Port': ['ID=f7f593b7-c591-40c0-8ca5-845a395cc165,revision_number=7']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:22.082295 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.138388 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fae6d53e-816a-48e6-9d6c-ea35d061e430 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.149099 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['f7f593b7-c591-40c0-8ca5-845a395cc165'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:01:22.162106 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-d68d9c29-c7fc-4cc5-967e-cfc521270e2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1141028 Jul 09 21:01:22.174127 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fae6d53e-816a-48e6-9d6c-ea35d061e430 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.177235 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcce564-d115-430e-8026-a3381c6a33a3 x-openstack-request-id: req-0bcce564-d115-430e-8026-a3381c6a33a3 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:22.178497 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:22.178842 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0bcce564-d115-430e-8026-a3381c6a33a3 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:22.180440 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'status': 'completed', 'code': 200} Jul 09 21:01:22.219652 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37560) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:22.408754 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-42494398-8503-4201-bb82-912518371fc2 None None] Provisioning complete for port f7f593b7-c591-40c0-8ca5-845a395cc165 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:22.409199 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-42494398-8503-4201-bb82-912518371fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.411721 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8ba437ca-8411-40aa-ad98-71f713159604 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.425925 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-905a1f70-0dd0-4060-9062-031c04120949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:22.428828 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-905a1f70-0dd0-4060-9062-031c04120949 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1836b31c3b5e496584544c882f0c46d2&device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 1098 time: 0.1962523 Jul 09 21:01:22.430496 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0 req-bc4cf7e6-ae30-4cbd-b381-7f20c3fb2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:22.432917 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0 req-bc4cf7e6-ae30-4cbd-b381-7f20c3fb2023 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99663bcf83084ddcbada3387f0d4f2f3&device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 1099 time: 0.1921225 Jul 09 21:01:22.438830 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fae6d53e-816a-48e6-9d6c-ea35d061e430 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.441360 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fae6d53e-816a-48e6-9d6c-ea35d061e430 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.445374 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37562) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:22.445969 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fae6d53e-816a-48e6-9d6c-ea35d061e430 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "DELETE /v2.0/security-groups/5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2 HTTP/1.1" status: 204 len: 168 time: 0.4155364 Jul 09 21:01:22.527190 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6d53e-816a-48e6-9d6c-ea35d061e430 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6fc7a6-2dbc-4b56-9c62-249eeb2a5fb2,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:22.690993 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Deleting port d3007d45-af9e-4707-a89f-f7785d481584 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:22.691321 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.773613 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.773978 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.786742 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Calling delete_port for d3007d45-af9e-4707-a89f-f7785d481584 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:22.845835 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8ba437ca-8411-40aa-ad98-71f713159604 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.964753 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.977582 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0 req-a54efd51-03d5-4432-8fdf-1c05d3750181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:22.979307 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0 req-a54efd51-03d5-4432-8fdf-1c05d3750181 service neutron] 10.222.0.26 "GET /v2.0/networks?id=987c1107-b352-4f3e-852f-af1376e8017e HTTP/1.1" status: 200 len: 917 time: 0.5319772 Jul 09 21:01:22.981779 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-1c97a147-7c88-43e1-a897-4cccdfb11119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:22.983498 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-1c97a147-7c88-43e1-a897-4cccdfb11119 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b84a2abb-7752-4c25-aabf-2ee5072d0564 HTTP/1.1" status: 200 len: 911 time: 0.5267437 Jul 09 21:01:22.984682 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8ba437ca-8411-40aa-ad98-71f713159604 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.987424 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8ba437ca-8411-40aa-ad98-71f713159604 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.991051 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8ba437ca-8411-40aa-ad98-71f713159604 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "DELETE /v2.0/security-groups/633ad2aa-4799-4d99-bbde-4974592b932d HTTP/1.1" status: 204 len: 168 time: 0.7677157 Jul 09 21:01:22.991206 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event deleted for resources: {'Port': ['ID=d3007d45-af9e-4707-a89f-f7785d481584,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:22.992694 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37574) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:23.026497 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.api.v2.resource [None req-2b90aaa1-27a3-40ff-b044-b474c80065c6 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] show failed (client error): The resource could not be found. Jul 09 21:01:23.027571 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2b90aaa1-27a3-40ff-b044-b474c80065c6 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "GET /v2.0/security-groups/633ad2aa-4799-4d99-bbde-4974592b932d HTTP/1.1" status: 404 len: 347 time: 0.0319204 Jul 09 21:01:23.047194 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37576) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:23.069741 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba437ca-8411-40aa-ad98-71f713159604 tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ad2aa-4799-4d99-bbde-4974592b932d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:23.078528 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0 req-1fbf403b-ee0d-40c1-9cda-867e63d59201 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f593b7-c591-40c0-8ca5-845a395cc165 HTTP/1.1" status: 200 len: 217 time: 0.0829213 Jul 09 21:01:23.129354 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-b51cbcab-6017-4e87-b10a-47be8da0d7b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68667909-709e-4d67-804b-660d834b7a62 HTTP/1.1" status: 200 len: 999 time: 0.1350229 Jul 09 21:01:23.138947 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.139285 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Floating IP fd947a1b-decd-4456-8b52-8e7cc5c4064d disassociated (deleted). External IP: 172.27.1.32, port: f7f593b7-c591-40c0-8ca5-845a395cc165. Jul 09 21:01:23.171952 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0 req-0fc7b85c-d6ab-47e3-a54d-ca799dc91cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:23.173416 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0 req-0fc7b85c-d6ab-47e3-a54d-ca799dc91cb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9124d788-c9ef-4c6b-bd2c-8a77a5336843 HTTP/1.1" status: 200 len: 854 time: 0.0876932 Jul 09 21:01:23.216948 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-caa8ed5a-11b5-41cf-a991-f2d77e5cec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:23.218325 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-caa8ed5a-11b5-41cf-a991-f2d77e5cec5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30f6906-86d1-4a0c-b274-48de77a77ea3 HTTP/1.1" status: 200 len: 848 time: 0.0815086 Jul 09 21:01:23.264266 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-f704173c-0006-40da-bb1f-8292bbe71fed tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Deleting port 925df2d0-b0aa-448d-92f7-a5d8a8377f4d {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:23.264612 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f704173c-0006-40da-bb1f-8292bbe71fed tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.272821 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0 req-d5a60ebb-15b6-4bf5-b208-6cfc4f4de445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:23.274339 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0 req-d5a60ebb-15b6-4bf5-b208-6cfc4f4de445 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=987c1107-b352-4f3e-852f-af1376e8017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944536 Jul 09 21:01:23.344606 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-0a7f2061-5a96-4793-82c4-dc8d0e73070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:23.346118 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-0a7f2061-5a96-4793-82c4-dc8d0e73070d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b84a2abb-7752-4c25-aabf-2ee5072d0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1209447 Jul 09 21:01:23.415660 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f704173c-0006-40da-bb1f-8292bbe71fed tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.415988 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f704173c-0006-40da-bb1f-8292bbe71fed tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.434296 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0 req-6c6f0c0a-7f94-44b8-9411-92481a2cb632 service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529076 Jul 09 21:01:23.435604 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-f704173c-0006-40da-bb1f-8292bbe71fed tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Calling delete_port for 925df2d0-b0aa-448d-92f7-a5d8a8377f4d owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:23.459236 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:23.505466 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-a77fb93e-c748-40ea-90bf-2995d1d647cc service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503315 Jul 09 21:01:23.599127 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cfc0a241-5fd6-4e31-8b08-b73280e22fa0 req-027d94ae-5217-4786-a80b-4f803c40b109 service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570239 Jul 09 21:01:23.620367 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbb66118-3bbe-4013-8c24-8e7cf9962a57 req-9bb2ac96-fa1e-4ee8-8869-33ce95bbd972 service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098323 Jul 09 21:01:23.658229 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:23.663800 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.670317 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb93f6c9-a2df-4906-b0e1-664bfb203f3c None None] Sync routers for ids ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:23.680550 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb93f6c9-a2df-4906-b0e1-664bfb203f3c None None] Routers {'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:23.681179 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-bb93f6c9-a2df-4906-b0e1-664bfb203f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:23.709481 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f704173c-0006-40da-bb1f-8292bbe71fed tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.715901 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ce9b9337-78a4-48c9-80ba-0ee33e34ec1c tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "DELETE /v2.0/floatingips/fd947a1b-decd-4456-8b52-8e7cc5c4064d HTTP/1.1" status: 204 len: 168 time: 1.2683830 Jul 09 21:01:23.735522 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704173c-0006-40da-bb1f-8292bbe71fed tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Pushing event deleted for resources: {'Port': ['ID=925df2d0-b0aa-448d-92f7-a5d8a8377f4d,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:23.805780 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-bb93f6c9-a2df-4906-b0e1-664bfb203f3c None None] Set router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:23.806415 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f704173c-0006-40da-bb1f-8292bbe71fed tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.809018 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f704173c-0006-40da-bb1f-8292bbe71fed tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.814965 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f704173c-0006-40da-bb1f-8292bbe71fed tempest-AttachVolumeShelveTestJSON-1798523063 tempest-AttachVolumeShelveTestJSON-1798523063-project] 10.222.0.73 "DELETE /v2.0/floatingips/1c409633-b069-4b13-b7fd-46c7185cf050 HTTP/1.1" status: 204 len: 168 time: 0.7660286 Jul 09 21:01:24.043630 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-bb93f6c9-a2df-4906-b0e1-664bfb203f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 4, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '7d19e0df-e08b-49b0-9f40-4cf5b647d4c9', 'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'mac_address': 'fa:16:3e:2d:fd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:50Z', 'updated_at': '2021-07-09T20:58:59Z', 'revision_number': 5, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'subnets': [{'id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:24.077835 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb93f6c9-a2df-4906-b0e1-664bfb203f3c None None] Checking router: dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:24.087977 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb93f6c9-a2df-4906-b0e1-664bfb203f3c None None] Routers {'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:24.088597 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-bb93f6c9-a2df-4906-b0e1-664bfb203f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:24.182192 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:24.185220 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9067fda2-987d-47b6-b0f4-e92464cab265" -d '{"events": [{"name": "network-changed", "server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:24.218316 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-bb93f6c9-a2df-4906-b0e1-664bfb203f3c None None] Set router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:24.224105 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c540f3-ff2c-46c5-955d-62d3022aeb20 x-openstack-request-id: req-62c540f3-ff2c-46c5-955d-62d3022aeb20 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:24.224406 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:24.224958 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-62c540f3-ff2c-46c5-955d-62d3022aeb20 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:24.225363 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'status': 'completed', 'code': 200} Jul 09 21:01:24.324869 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067fda2-987d-47b6-b0f4-e92464cab265 req-575dd840-1744-4c98-a99e-3ba09c156801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:24.326397 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9067fda2-987d-47b6-b0f4-e92464cab265 req-575dd840-1744-4c98-a99e-3ba09c156801 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99663bcf83084ddcbada3387f0d4f2f3&device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 1099 time: 0.0524149 Jul 09 21:01:24.420262 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-bb93f6c9-a2df-4906-b0e1-664bfb203f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 4, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '7d19e0df-e08b-49b0-9f40-4cf5b647d4c9', 'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'mac_address': 'fa:16:3e:2d:fd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:50Z', 'updated_at': '2021-07-09T20:58:59Z', 'revision_number': 5, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'subnets': [{'id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:24.426959 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067fda2-987d-47b6-b0f4-e92464cab265 req-155324d6-6ec3-4426-9bc2-dde502b990ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:24.428499 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9067fda2-987d-47b6-b0f4-e92464cab265 req-155324d6-6ec3-4426-9bc2-dde502b990ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=987c1107-b352-4f3e-852f-af1376e8017e HTTP/1.1" status: 200 len: 917 time: 0.0893071 Jul 09 21:01:24.447568 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb93f6c9-a2df-4906-b0e1-664bfb203f3c None None] The sync data for ids ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'] in dv-cinder-792642-3-iscsi is: [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T20:58:51Z', 'revision_number': 4, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '7d19e0df-e08b-49b0-9f40-4cf5b647d4c9', 'name': '', 'network_id': '987c1107-b352-4f3e-852f-af1376e8017e', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'mac_address': 'fa:16:3e:2d:fd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:50Z', 'updated_at': '2021-07-09T20:58:59Z', 'revision_number': 5, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'subnets': [{'id': '9124d788-c9ef-4c6b-bd2c-8a77a5336843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:24.471189 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9067fda2-987d-47b6-b0f4-e92464cab265 req-c9f35d7d-f748-4ec7-9f8d-90c565fb4256 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f593b7-c591-40c0-8ca5-845a395cc165 HTTP/1.1" status: 200 len: 217 time: 0.0356965 Jul 09 21:01:24.523477 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067fda2-987d-47b6-b0f4-e92464cab265 req-25353f3c-e0b3-4505-aacf-6aff73c50cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:24.524927 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9067fda2-987d-47b6-b0f4-e92464cab265 req-25353f3c-e0b3-4505-aacf-6aff73c50cd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9124d788-c9ef-4c6b-bd2c-8a77a5336843 HTTP/1.1" status: 200 len: 854 time: 0.0476863 Jul 09 21:01:24.607672 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067fda2-987d-47b6-b0f4-e92464cab265 req-a84cc967-ae2f-4bed-9242-e360c3827b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:24.609343 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9067fda2-987d-47b6-b0f4-e92464cab265 req-a84cc967-ae2f-4bed-9242-e360c3827b5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=987c1107-b352-4f3e-852f-af1376e8017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692713 Jul 09 21:01:24.704421 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9067fda2-987d-47b6-b0f4-e92464cab265 req-929f1ea8-6946-45c9-9a03-4bc4d853afb0 service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886431 Jul 09 21:01:24.712182 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b19ce3-26d5-4531-9500-a68277350e2a None None] New status for floating IP fd947a1b-decd-4456-8b52-8e7cc5c4064d: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:01:24.799161 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9067fda2-987d-47b6-b0f4-e92464cab265 req-3a91c288-cfaa-4a07-89ab-077e55f290f5 service neutron] 10.222.0.26 "GET /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879440 Jul 09 21:01:24.847179 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 292d292e-b8ac-491f-8695-406e24779f2f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:24.866890 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: 292d292e-b8ac-491f-8695-406e24779f2f {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:24.867246 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 292d292e-b8ac-491f-8695-406e24779f2f not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:26.585766 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37660) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:27.150190 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b865dda-e6bf-49e6-8fe8-e49ee889e0a1 req-eb6ef066-2b7f-4145-bc0a-9a724929319a tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:27.151736 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2b865dda-e6bf-49e6-8fe8-e49ee889e0a1 req-eb6ef066-2b7f-4145-bc0a-9a724929319a tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 946 time: 0.1463239 Jul 09 21:01:27.451206 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2b865dda-e6bf-49e6-8fe8-e49ee889e0a1 req-2ded6874-d357-46f4-abe6-16708a5841e7 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906802 Jul 09 21:01:27.531314 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.828535 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] Deleting port d28f0a6c-8761-47da-917d-a4f0af656470 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:27.829181 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.906801 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] For port d28f0a6c-8761-47da-917d-a4f0af656470, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d28f0a6c-8761-47da-917d-a4f0af656470,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:27.907166 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.920504 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] Calling delete_port for d28f0a6c-8761-47da-917d-a4f0af656470 owned by network:router_interface {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:28.101628 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.130412 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28f0a6c-8761-47da-917d-a4f0af656470,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:28.284391 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:01:28.311649 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546503'] for router_interface, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.530189 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] Router fdf9f930-f965-45d9-890f-a554dbf9af68 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:28.680827 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:28.688259 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d650734a-1812-4b6d-8f9b-50b2cd342f48 admin admin] 10.222.0.73 "PUT /v2.0/routers/fdf9f930-f965-45d9-890f-a554dbf9af68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1001997 Jul 09 21:01:28.690306 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639962d1-2ff8-4a30-a0ae-5f8a833d53f0 None None] Sync routers for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:28.690742 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37696) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:28.700340 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639962d1-2ff8-4a30-a0ae-5f8a833d53f0 None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:28.700694 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f52072-ea32-48a5-b79a-ec2ae0b2a58f req-48e45f8b-d28e-4db6-a645-900143e96a05 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:28.701962 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-639962d1-2ff8-4a30-a0ae-5f8a833d53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:28.709039 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d2f52072-ea32-48a5-b79a-ec2ae0b2a58f req-48e45f8b-d28e-4db6-a645-900143e96a05 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 946 time: 0.1369026 Jul 09 21:01:28.745674 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d2f52072-ea32-48a5-b79a-ec2ae0b2a58f req-0967fa96-5d69-4dd0-889f-b4b88e8eba1f tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63b100f-8b71-4951-bd5d-d491e7e56b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355656 Jul 09 21:01:28.816150 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-639962d1-2ff8-4a30-a0ae-5f8a833d53f0 None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:28.836368 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.932002 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a90d7d-b903-42a7-a1e6-e49367920f25 req-6b932a52-4aa6-49a1-9b84-bc7ea1eda5ce tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:28.933461 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a0a90d7d-b903-42a7-a1e6-e49367920f25 req-6b932a52-4aa6-49a1-9b84-bc7ea1eda5ce tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.26 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 946 time: 0.1548736 Jul 09 21:01:28.996915 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.012036 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-639962d1-2ff8-4a30-a0ae-5f8a833d53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 5, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port': {'id': '096d1abe-2e27-4123-ae17-c2862afb544a', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:54:11Z', 'updated_at': '2021-07-09T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:29.038366 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639962d1-2ff8-4a30-a0ae-5f8a833d53f0 None None] Checking router: fdf9f930-f965-45d9-890f-a554dbf9af68 for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:29.046625 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639962d1-2ff8-4a30-a0ae-5f8a833d53f0 None None] Routers {'fdf9f930-f965-45d9-890f-a554dbf9af68'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:29.047247 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-639962d1-2ff8-4a30-a0ae-5f8a833d53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fdf9f930-f965-45d9-890f-a554dbf9af68'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:29.086289 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-a0a90d7d-b903-42a7-a1e6-e49367920f25 req-119f512d-bdea-46b2-ac36-5c4bc2c95a71 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Deleting port f7f593b7-c591-40c0-8ca5-845a395cc165 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:29.086631 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a0a90d7d-b903-42a7-a1e6-e49367920f25 req-119f512d-bdea-46b2-ac36-5c4bc2c95a71 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.130385 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Deleting port 096d1abe-2e27-4123-ae17-c2862afb544a {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:29.130738 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.224303 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-639962d1-2ff8-4a30-a0ae-5f8a833d53f0 None None] Set router fdf9f930-f965-45d9-890f-a554dbf9af68 gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:29.235610 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-a0a90d7d-b903-42a7-a1e6-e49367920f25 req-119f512d-bdea-46b2-ac36-5c4bc2c95a71 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] For port f7f593b7-c591-40c0-8ca5-845a395cc165, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f7f593b7-c591-40c0-8ca5-845a395cc165,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:29.235978 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a0a90d7d-b903-42a7-a1e6-e49367920f25 req-119f512d-bdea-46b2-ac36-5c4bc2c95a71 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.259118 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-a0a90d7d-b903-42a7-a1e6-e49367920f25 req-119f512d-bdea-46b2-ac36-5c4bc2c95a71 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Calling delete_port for f7f593b7-c591-40c0-8ca5-845a395cc165 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:29.261618 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] For port 096d1abe-2e27-4123-ae17-c2862afb544a, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=096d1abe-2e27-4123-ae17-c2862afb544a,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:29.261975 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.274593 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-639962d1-2ff8-4a30-a0ae-5f8a833d53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 6, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port_host': None}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:29.280855 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Calling delete_port for 096d1abe-2e27-4123-ae17-c2862afb544a owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:29.305612 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639962d1-2ff8-4a30-a0ae-5f8a833d53f0 None None] The sync data for ids ['fdf9f930-f965-45d9-890f-a554dbf9af68'] in dv-cinder-792642-3-iscsi is: [{'id': 'fdf9f930-f965-45d9-890f-a554dbf9af68', 'name': 'tempest-AttachVolumeShelveTestJSON-109750813-router', 'tenant_id': '718dda7ca7514e2383bab17a51d889da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:54:08Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 6, 'project_id': '718dda7ca7514e2383bab17a51d889da', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:29.518590 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a0a90d7d-b903-42a7-a1e6-e49367920f25 req-119f512d-bdea-46b2-ac36-5c4bc2c95a71 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.555157 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['f7f593b7-c591-40c0-8ca5-845a395cc165'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:01:29.556752 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f512d-bdea-46b2-ac36-5c4bc2c95a71 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Pushing event deleted for resources: {'Port': ['ID=f7f593b7-c591-40c0-8ca5-845a395cc165,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:29.591382 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.617405 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a90d7d-b903-42a7-a1e6-e49367920f25 req-119f512d-bdea-46b2-ac36-5c4bc2c95a71 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] No DVR routers for this DVR port f7f593b7-c591-40c0-8ca5-845a395cc165 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:29.636931 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-a0a90d7d-b903-42a7-a1e6-e49367920f25 req-119f512d-bdea-46b2-ac36-5c4bc2c95a71 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.638979 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a0a90d7d-b903-42a7-a1e6-e49367920f25 req-119f512d-bdea-46b2-ac36-5c4bc2c95a71 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.26 "DELETE /v2.0/ports/f7f593b7-c591-40c0-8ca5-845a395cc165 HTTP/1.1" status: 204 len: 173 time: 0.6970966 Jul 09 21:01:29.641842 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'name': 'network-vif-deleted', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:29.642545 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8634ef14-44b7-42c9-8e71-442f7eefd3c8" -d '{"events": [{"server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "name": "network-vif-deleted", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:29.646933 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Pushing event deleted for resources: {'Port': ['ID=096d1abe-2e27-4123-ae17-c2862afb544a,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:29.719562 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1130e857-47b0-4ad9-804b-9e25700c99bd x-openstack-request-id: req-1130e857-47b0-4ad9-804b-9e25700c99bd {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:29.720196 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668e02ed-9721-42dd-a48f-d55a60302df6", "name": "network-vif-deleted", "tag": "f7f593b7-c591-40c0-8ca5-845a395cc165", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:29.720196 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1130e857-47b0-4ad9-804b-9e25700c99bd {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:29.720458 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668e02ed-9721-42dd-a48f-d55a60302df6', 'name': 'network-vif-deleted', 'tag': 'f7f593b7-c591-40c0-8ca5-845a395cc165', 'status': 'completed', 'code': 200} Jul 09 21:01:29.756269 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420286'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.889222 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6457'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.891496 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.923001 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0201655-3029-4632-b95b-fc154756d383 req-14f8e409-7ab6-4637-b8e3-55aa93ceb289 tempest-TestMinimumBasicScenario-1944989223 tempest-TestMinimumBasicScenario-1944989223-project] 10.222.0.73 "GET /v2.0/ports?device_id=668e02ed-9721-42dd-a48f-d55a60302df6 HTTP/1.1" status: 200 len: 210 time: 0.0323148 Jul 09 21:01:29.944940 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547482'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.945588 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdf9f930-f965-45d9-890f-a554dbf9af68 {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:01:29.953256 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.956691 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8a0c9486-bb35-4bc7-9f36-e4d3b8c881bc admin admin] 10.222.0.73 "DELETE /v2.0/routers/fdf9f930-f965-45d9-890f-a554dbf9af68 HTTP/1.1" status: 204 len: 168 time: 1.2627373 Jul 09 21:01:29.956986 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37716) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:30.003185 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72763af-8051-4a68-9ffd-13b8f4d7f1bf admin admin] Deleting subnet 120db619-b817-45fe-af10-14c5b1df5022 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:01:30.006942 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a72763af-8051-4a68-9ffd-13b8f4d7f1bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.047573 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a72763af-8051-4a68-9ffd-13b8f4d7f1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10079045'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.128863 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a72763af-8051-4a68-9ffd-13b8f4d7f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.188968 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a72763af-8051-4a68-9ffd-13b8f4d7f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10078023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10077631'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.214918 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72763af-8051-4a68-9ffd-13b8f4d7f1bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120db619-b817-45fe-af10-14c5b1df5022,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:30.218585 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a72763af-8051-4a68-9ffd-13b8f4d7f1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.220498 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a72763af-8051-4a68-9ffd-13b8f4d7f1bf admin admin] 10.222.0.73 "DELETE /v2.0/subnets/120db619-b817-45fe-af10-14c5b1df5022 HTTP/1.1" status: 204 len: 168 time: 0.2625079 Jul 09 21:01:30.222932 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37718) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:30.229930 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f971ac-563f-4ac9-a2db-9d8b58e1d417 None None] Network 5136dd8a-062d-4b94-b244-02ac5275df2c requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:30.303461 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.366974 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Deleting port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:30.366974 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.446856 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed021600-e9d7-484c-9750-b718086bd9f1 None None] DHCP port deletion for 5136dd8a-062d-4b94-b244-02ac5275df2c request from dv-cinder-792642-3-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:01:30.447810 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] For port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=40a7e744-1aa1-4f93-a42c-ae6ede29f5d1,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:30.448230 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.466585 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Calling delete_port for 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:30.502326 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ed021600-e9d7-484c-9750-b718086bd9f1 None None] Deleting port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:30.502716 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed021600-e9d7-484c-9750-b718086bd9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.549385 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.565961 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ed021600-e9d7-484c-9750-b718086bd9f1 None None] For port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=40a7e744-1aa1-4f93-a42c-ae6ede29f5d1,segment=NetworkSegment(61639471-b78c-479c-b39d-d805111b8878),segment_id=61639471-b78c-479c-b39d-d805111b8878)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:30.566518 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed021600-e9d7-484c-9750-b718086bd9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.573274 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Pushing event deleted for resources: {'Port': ['ID=40a7e744-1aa1-4f93-a42c-ae6ede29f5d1,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:30.578835 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] No DVR routers for this DVR port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 on host dv-cinder-792642-3-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:30.581960 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ed021600-e9d7-484c-9750-b718086bd9f1 None None] Calling delete_port for 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:30.652466 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.665009 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5136dd8a-062d-4b94-b244-02ac5275df2c']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:30.678202 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61639471-b78c-479c-b39d-d805111b8878') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:30.679470 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61639471-b78c-479c-b39d-d805111b8878') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:30.694275 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10079058'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.710588 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.717365 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:01:30.717769 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10078114'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: timer() Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: self._notify() Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: event.method(event) Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:01:30.719761 dv-cinder-792642-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:01:30.774318 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:30.778718 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.795211 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.797183 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] 10.222.0.73 "DELETE /v2.0/networks/5136dd8a-062d-4b94-b244-02ac5275df2c HTTP/1.1" status: 204 len: 168 time: 0.5727305 Jul 09 21:01:30.798287 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48780c-54ca-49c5-89e7-9e126df5678d admin admin] Pushing event deleted for resources: {'Network': ['ID=5136dd8a-062d-4b94-b244-02ac5275df2c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:30.807204 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:30.807590 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:30.808026 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d28f0a6c-8761-47da-917d-a4f0af656470 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:30.828987 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: d28f0a6c-8761-47da-917d-a4f0af656470 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:30.829358 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d28f0a6c-8761-47da-917d-a4f0af656470 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:30.829779 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 096d1abe-2e27-4123-ae17-c2862afb544a no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:30.853073 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 096d1abe-2e27-4123-ae17-c2862afb544a {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:30.853856 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 096d1abe-2e27-4123-ae17-c2862afb544a not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:30.921404 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed021600-e9d7-484c-9750-b718086bd9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.936600 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37730) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:30.949208 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed021600-e9d7-484c-9750-b718086bd9f1 None None] Pushing event deleted for resources: {'Port': ['ID=40a7e744-1aa1-4f93-a42c-ae6ede29f5d1,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:30.951618 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed021600-e9d7-484c-9750-b718086bd9f1 None None] Network 5136dd8a-062d-4b94-b244-02ac5275df2c is not hosted by any dhcp agent {{(pid=92924) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 21:01:30.952082 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed021600-e9d7-484c-9750-b718086bd9f1 None None] No DVR routers for this DVR port 40a7e744-1aa1-4f93-a42c-ae6ede29f5d1 on host dv-cinder-792642-3-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:30.988982 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-99f56cec-0415-4914-9bd6-f6ffdd770b0a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=718dda7ca7514e2383bab17a51d889da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510883 Jul 09 21:01:30.991637 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37734) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:31.053110 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d78e82c8-3044-49bc-9d8e-ac6ab7dba473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.075770 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d78e82c8-3044-49bc-9d8e-ac6ab7dba473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.124770 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d78e82c8-3044-49bc-9d8e-ac6ab7dba473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.127382 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d78e82c8-3044-49bc-9d8e-ac6ab7dba473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.128673 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d78e82c8-3044-49bc-9d8e-ac6ab7dba473 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/44ad4fd2-ea03-4096-b2b2-88aaab6822db HTTP/1.1" status: 204 len: 168 time: 0.1358700 Jul 09 21:01:31.137858 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e82c8-3044-49bc-9d8e-ac6ab7dba473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ad4fd2-ea03-4096-b2b2-88aaab6822db,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:31.729487 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37798) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:32.388841 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.643631 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] Deleting port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:32.644002 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.724512 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] For port 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=7d19e0df-e08b-49b0-9f40-4cf5b647d4c9,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:32.724880 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.737629 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] Calling delete_port for 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:32.876252 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device f7f593b7-c591-40c0-8ca5-845a395cc165 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:32.897194 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: f7f593b7-c591-40c0-8ca5-845a395cc165 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:32.897486 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device f7f593b7-c591-40c0-8ca5-845a395cc165 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:32.915843 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.941070 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d19e0df-e08b-49b0-9f40-4cf5b647d4c9,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:33.105462 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546503'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.318561 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] Router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:33.440596 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:33.448117 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-10d8eee4-d166-454d-8dae-f81cbd66486a admin admin] 10.222.0.73 "PUT /v2.0/routers/dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7169013 Jul 09 21:01:33.450014 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37838) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:33.460807 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1514f-05d1-428f-b029-da5f0bb8dd47 None None] Sync routers for ids ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:33.477172 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1514f-05d1-428f-b029-da5f0bb8dd47 None None] Routers {'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:33.477883 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a8b1514f-05d1-428f-b029-da5f0bb8dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:33.605198 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.647020 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-a8b1514f-05d1-428f-b029-da5f0bb8dd47 None None] Set router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:33.718746 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.818337 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Deleting port 18f5e24d-374b-458e-90fb-b57d658d443e {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:33.818337 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.894876 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a8b1514f-05d1-428f-b029-da5f0bb8dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T21:01:32Z', 'revision_number': 5, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port': {'id': '18f5e24d-374b-458e-90fb-b57d658d443e', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:33.911151 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] For port 18f5e24d-374b-458e-90fb-b57d658d443e, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=18f5e24d-374b-458e-90fb-b57d658d443e,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:33.911546 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.923868 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Calling delete_port for 18f5e24d-374b-458e-90fb-b57d658d443e owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:33.924524 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1514f-05d1-428f-b029-da5f0bb8dd47 None None] Checking router: dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:33.934060 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1514f-05d1-428f-b029-da5f0bb8dd47 None None] Routers {'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:33.934686 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a8b1514f-05d1-428f-b029-da5f0bb8dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:34.018908 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-a8b1514f-05d1-428f-b029-da5f0bb8dd47 None None] Set router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:34.070453 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a8b1514f-05d1-428f-b029-da5f0bb8dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T21:01:33Z', 'revision_number': 6, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port_host': None}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:34.087891 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.100021 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1514f-05d1-428f-b029-da5f0bb8dd47 None None] The sync data for ids ['dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd'] in dv-cinder-792642-3-iscsi is: [{'id': 'dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd', 'name': 'tempest-TestMinimumBasicScenario-1662059715-router', 'tenant_id': '99663bcf83084ddcbada3387f0d4f2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:47Z', 'updated_at': '2021-07-09T21:01:33Z', 'revision_number': 6, 'project_id': '99663bcf83084ddcbada3387f0d4f2f3', 'gw_port_host': None}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:34.119796 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f5e24d-374b-458e-90fb-b57d658d443e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:34.183469 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420286'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.269541 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6457'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.272256 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.313689 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547482'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.314271 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:01:34.318633 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.319775 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-682bda1e-b0a2-4433-a42d-8ad18c24bc90 admin admin] 10.222.0.73 "DELETE /v2.0/routers/dff7b1fe-1f6d-4c1b-9e7e-f54de534dfdd HTTP/1.1" status: 204 len: 168 time: 0.8664227 Jul 09 21:01:34.322579 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37854) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:34.369940 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbec510-24b2-4e30-9dcf-96f473adf6f3 admin admin] Deleting subnet 9124d788-c9ef-4c6b-bd2c-8a77a5336843 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:01:34.373124 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fbec510-24b2-4e30-9dcf-96f473adf6f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.412774 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fbec510-24b2-4e30-9dcf-96f473adf6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9006356'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.524114 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fbec510-24b2-4e30-9dcf-96f473adf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.581578 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fbec510-24b2-4e30-9dcf-96f473adf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232732'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.608804 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbec510-24b2-4e30-9dcf-96f473adf6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9124d788-c9ef-4c6b-bd2c-8a77a5336843,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:34.610785 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fbec510-24b2-4e30-9dcf-96f473adf6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.612742 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1fbec510-24b2-4e30-9dcf-96f473adf6f3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9124d788-c9ef-4c6b-bd2c-8a77a5336843 HTTP/1.1" status: 204 len: 168 time: 0.2891576 Jul 09 21:01:34.615369 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37856) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:34.617988 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f90d30-046d-4d0c-b127-ff77b5d9ea67 None None] Network 987c1107-b352-4f3e-852f-af1376e8017e requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:34.693428 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.765992 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Deleting port 3994271d-5aa5-4e3c-a8f2-af557f94695d {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:34.766351 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.837915 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] For port 3994271d-5aa5-4e3c-a8f2-af557f94695d, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=3994271d-5aa5-4e3c-a8f2-af557f94695d,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:34.838282 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.853071 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Calling delete_port for 3994271d-5aa5-4e3c-a8f2-af557f94695d owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:34.900999 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff9fb6c-f36f-4352-8662-4d02a78df26b None None] DHCP port deletion for 987c1107-b352-4f3e-852f-af1376e8017e request from dv-cinder-792642-3-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:01:34.977082 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9fb6c-f36f-4352-8662-4d02a78df26b None None] Deleting port 3994271d-5aa5-4e3c-a8f2-af557f94695d {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:34.977741 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fb6c-f36f-4352-8662-4d02a78df26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:34.981623 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.023319 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 3994271d-5aa5-4e3c-a8f2-af557f94695d no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:35.025384 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3994271d-5aa5-4e3c-a8f2-af557f94695d,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:35.037266 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] No DVR routers for this DVR port 3994271d-5aa5-4e3c-a8f2-af557f94695d on host dv-cinder-792642-3-iscsi {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:35.056148 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 3994271d-5aa5-4e3c-a8f2-af557f94695d {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:35.056789 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 3994271d-5aa5-4e3c-a8f2-af557f94695d not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:35.057662 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 18f5e24d-374b-458e-90fb-b57d658d443e no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:35.090480 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-6ff9fb6c-f36f-4352-8662-4d02a78df26b None None] For port 3994271d-5aa5-4e3c-a8f2-af557f94695d, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=3994271d-5aa5-4e3c-a8f2-af557f94695d,segment=NetworkSegment(f72a41c4-117a-4872-a60d-225dc506a68f),segment_id=f72a41c4-117a-4872-a60d-225dc506a68f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:35.091496 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fb6c-f36f-4352-8662-4d02a78df26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.119474 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.130224 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9fb6c-f36f-4352-8662-4d02a78df26b None None] Calling delete_port for 3994271d-5aa5-4e3c-a8f2-af557f94695d owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:35.132546 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 18f5e24d-374b-458e-90fb-b57d658d443e {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:35.133086 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 18f5e24d-374b-458e-90fb-b57d658d443e not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:35.133679 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:35.140815 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987c1107-b352-4f3e-852f-af1376e8017e']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:35.155858 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72a41c4-117a-4872-a60d-225dc506a68f') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:35.156164 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72a41c4-117a-4872-a60d-225dc506a68f') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:35.163124 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:35.163637 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 7d19e0df-e08b-49b0-9f40-4cf5b647d4c9 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:35.168471 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9006339'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.185159 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.192073 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:01:35.192569 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530965'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: Traceback (most recent call last): Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: timer() Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: cb(*args, **kw) Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: return func(*args, **kwargs) Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: self._notify() Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: self.callback(batched_events) Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: event.method(event) Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: return f(self, *a, **k) Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._get(url).json() Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:01:35.194623 dv-cinder-792642-3-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:01:35.243718 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fb6c-f36f-4352-8662-4d02a78df26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.259661 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9fb6c-f36f-4352-8662-4d02a78df26b None None] No DVR routers for this DVR port 3994271d-5aa5-4e3c-a8f2-af557f94695d on host dv-cinder-792642-3-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:35.292974 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9fb6c-f36f-4352-8662-4d02a78df26b None None] Pushing event deleted for resources: {'Port': ['ID=3994271d-5aa5-4e3c-a8f2-af557f94695d,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:35.304280 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.309805 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.315078 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 37886) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:35.315684 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/987c1107-b352-4f3e-852f-af1376e8017e HTTP/1.1" status: 204 len: 168 time: 0.6990299 Jul 09 21:01:35.331420 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf0fef-de86-45e4-b24b-53ef76436ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=987c1107-b352-4f3e-852f-af1376e8017e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:35.633498 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37896) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:35.723496 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.736887 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-701552dc-d6e0-4dd8-b9b6-faef6c306fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.841275 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-701552dc-d6e0-4dd8-b9b6-faef6c306fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.844308 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-701552dc-d6e0-4dd8-b9b6-faef6c306fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.889144 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701552dc-d6e0-4dd8-b9b6-faef6c306fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5c55b8-2978-4d5e-bfed-3ba6817ffb19,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:35.893289 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-701552dc-d6e0-4dd8-b9b6-faef6c306fb1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f3fd2fcb92e47149a9b993e202368ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587104 Jul 09 21:01:35.896080 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37900) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:35.944507 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8f8f152d-066f-4a1c-a5f1-060311b5f5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.966682 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8f8f152d-066f-4a1c-a5f1-060311b5f5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.993702 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] Deleting port d9f633cf-7048-4632-b085-75675c0fa383 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:35.994045 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.016243 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8f8f152d-066f-4a1c-a5f1-060311b5f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.018899 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8f8f152d-066f-4a1c-a5f1-060311b5f5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.020428 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-8f8f152d-066f-4a1c-a5f1-060311b5f5e1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc5c55b8-2978-4d5e-bfed-3ba6817ffb19 HTTP/1.1" status: 204 len: 168 time: 0.1231244 Jul 09 21:01:36.028556 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f152d-066f-4a1c-a5f1-060311b5f5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5c55b8-2978-4d5e-bfed-3ba6817ffb19,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:36.074249 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] For port d9f633cf-7048-4632-b085-75675c0fa383, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d9f633cf-7048-4632-b085-75675c0fa383,segment=NetworkSegment(c10fd5f9-240d-472d-811e-1e0dc7958109),segment_id=c10fd5f9-240d-472d-811e-1e0dc7958109)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:36.074622 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.089190 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] Calling delete_port for d9f633cf-7048-4632-b085-75675c0fa383 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:36.296776 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.298932 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37906) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:36.312364 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cada279d-799b-4f8c-9db2-70a2ccfee95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.319979 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f633cf-7048-4632-b085-75675c0fa383,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:36.423870 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cada279d-799b-4f8c-9db2-70a2ccfee95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.428783 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cada279d-799b-4f8c-9db2-70a2ccfee95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.472472 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cada279d-799b-4f8c-9db2-70a2ccfee95f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7ab686ffc52b4ca69375399fd026cd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719809 Jul 09 21:01:36.473754 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37910) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:36.494671 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada279d-799b-4f8c-9db2-70a2ccfee95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249189a5-9df8-469d-b603-f70ff0f6a534,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:36.514270 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546503'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.542562 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-86f4dc5f-af0e-4130-a7e7-2e7eefd756a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.566770 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-86f4dc5f-af0e-4130-a7e7-2e7eefd756a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.626491 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-86f4dc5f-af0e-4130-a7e7-2e7eefd756a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.630468 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-86f4dc5f-af0e-4130-a7e7-2e7eefd756a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.632027 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-86f4dc5f-af0e-4130-a7e7-2e7eefd756a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/249189a5-9df8-469d-b603-f70ff0f6a534 HTTP/1.1" status: 204 len: 168 time: 0.1527278 Jul 09 21:01:36.640938 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4dc5f-af0e-4130-a7e7-2e7eefd756a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249189a5-9df8-469d-b603-f70ff0f6a534,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:36.771545 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] Router f73a21de-c450-4f36-8d41-36e6c4e96fc1 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:36.813329 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a5db54c-7eb1-4e4e-985d-0b6835fa1453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.887833 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:36.895745 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fb7b45e9-df59-40c4-840c-787cc7f2745c admin admin] 10.222.0.73 "PUT /v2.0/routers/f73a21de-c450-4f36-8d41-36e6c4e96fc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5769103 Jul 09 21:01:36.896262 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37932) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:36.901803 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b882fd-58cd-4aaf-bdde-c6055f5f3e48 None None] Sync routers for ids ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:36.912517 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b882fd-58cd-4aaf-bdde-c6055f5f3e48 None None] Routers {'f73a21de-c450-4f36-8d41-36e6c4e96fc1'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:36.913523 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-c3b882fd-58cd-4aaf-bdde-c6055f5f3e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:37.021552 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:37.028402 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-c3b882fd-58cd-4aaf-bdde-c6055f5f3e48 None None] Set router f73a21de-c450-4f36-8d41-36e6c4e96fc1 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:37.241619 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-c3b882fd-58cd-4aaf-bdde-c6055f5f3e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'name': 'tempest-TestMinimumBasicScenario-1535759320-router', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '815c6353-1b3e-4605-b581-1bf9db278214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:55Z', 'updated_at': '2021-07-09T21:01:36Z', 'revision_number': 5, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'gw_port': {'id': '815c6353-1b3e-4605-b581-1bf9db278214', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:56Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:37.272833 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b882fd-58cd-4aaf-bdde-c6055f5f3e48 None None] Checking router: f73a21de-c450-4f36-8d41-36e6c4e96fc1 for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:37.286370 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b882fd-58cd-4aaf-bdde-c6055f5f3e48 None None] Routers {'f73a21de-c450-4f36-8d41-36e6c4e96fc1'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:37.287075 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-c3b882fd-58cd-4aaf-bdde-c6055f5f3e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:01:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:37.417655 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-c3b882fd-58cd-4aaf-bdde-c6055f5f3e48 None None] Set router f73a21de-c450-4f36-8d41-36e6c4e96fc1 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:37.446271 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:37.508006 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Deleting port 815c6353-1b3e-4605-b581-1bf9db278214 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:37.508613 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:37.616979 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] For port 815c6353-1b3e-4605-b581-1bf9db278214, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=815c6353-1b3e-4605-b581-1bf9db278214,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:37.617728 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:37.632748 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Calling delete_port for 815c6353-1b3e-4605-b581-1bf9db278214 owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:37.648552 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-c3b882fd-58cd-4aaf-bdde-c6055f5f3e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'name': 'tempest-TestMinimumBasicScenario-1535759320-router', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '815c6353-1b3e-4605-b581-1bf9db278214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:55Z', 'updated_at': '2021-07-09T21:01:36Z', 'revision_number': 5, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'gw_port': {'id': '815c6353-1b3e-4605-b581-1bf9db278214', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:56Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:37.675186 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b882fd-58cd-4aaf-bdde-c6055f5f3e48 None None] The sync data for ids ['f73a21de-c450-4f36-8d41-36e6c4e96fc1'] in dv-cinder-792642-3-iscsi is: [{'id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'name': 'tempest-TestMinimumBasicScenario-1535759320-router', 'tenant_id': '642a2ad5d1694662b7a43891d1436274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '815c6353-1b3e-4605-b581-1bf9db278214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:55Z', 'updated_at': '2021-07-09T21:01:36Z', 'revision_number': 5, 'project_id': '642a2ad5d1694662b7a43891d1436274', 'gw_port': {'id': '815c6353-1b3e-4605-b581-1bf9db278214', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:eb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a21de-c450-4f36-8d41-36e6c4e96fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:56Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:37.809444 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:37.842834 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=815c6353-1b3e-4605-b581-1bf9db278214,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:37.915240 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420286'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.006523 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6457'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.008659 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.052653 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547482'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.053379 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f73a21de-c450-4f36-8d41-36e6c4e96fc1 {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:01:38.058007 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.061440 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3a1a1a53-b2b9-40f4-a4a6-f05045647e76 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f73a21de-c450-4f36-8d41-36e6c4e96fc1 HTTP/1.1" status: 204 len: 168 time: 1.1619320 Jul 09 21:01:38.061678 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 37990) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:38.125084 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-4251cce6-17e6-4393-bb9d-c1a1517bd7d0 admin admin] Deleting subnet b5c8555a-a276-466c-ad71-3497a37914fe {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:01:38.132063 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4251cce6-17e6-4393-bb9d-c1a1517bd7d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.179573 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4251cce6-17e6-4393-bb9d-c1a1517bd7d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9006356'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.302455 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4251cce6-17e6-4393-bb9d-c1a1517bd7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.366898 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4251cce6-17e6-4393-bb9d-c1a1517bd7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232732'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.412069 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa23ddd-6304-4e24-86b9-399ff1d0458e None None] Network 9d15bac0-822a-42bb-9f38-19ed669ee3c2 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:38.432329 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251cce6-17e6-4393-bb9d-c1a1517bd7d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c8555a-a276-466c-ad71-3497a37914fe,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:38.434831 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4251cce6-17e6-4393-bb9d-c1a1517bd7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.436806 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-4251cce6-17e6-4393-bb9d-c1a1517bd7d0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b5c8555a-a276-466c-ad71-3497a37914fe HTTP/1.1" status: 204 len: 168 time: 0.3740370 Jul 09 21:01:38.439497 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38002) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:38.526402 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.544229 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35b022-828e-43e7-8754-148d834b6db6 req-00e0e4bb-330f-406f-a350-83e261ade28f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:38.545729 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3b35b022-828e-43e7-8754-148d834b6db6 req-00e0e4bb-330f-406f-a350-83e261ade28f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.1714864 Jul 09 21:01:38.606546 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38006) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:38.618526 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3b35b022-828e-43e7-8754-148d834b6db6 req-d569f4bf-49a9-4705-a5d8-77e7624c7557 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493412 Jul 09 21:01:38.628014 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Deleting port d695145e-03fb-4db2-a463-60ff51b0e0b8 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:38.628364 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.692852 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] For port d695145e-03fb-4db2-a463-60ff51b0e0b8, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d695145e-03fb-4db2-a463-60ff51b0e0b8,segment=NetworkSegment(c10fd5f9-240d-472d-811e-1e0dc7958109),segment_id=c10fd5f9-240d-472d-811e-1e0dc7958109)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:38.693276 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.706872 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Calling delete_port for d695145e-03fb-4db2-a463-60ff51b0e0b8 owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:38.726520 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bd3cc4d6-da70-46b4-a8c1-b96b77abc0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.804475 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.819498 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] No DVR routers for this DVR port d695145e-03fb-4db2-a463-60ff51b0e0b8 on host dv-cinder-792642-3-iscsi {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:38.826158 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7611e858-d0d0-43cd-bb8e-17c246e05aab None None] DHCP port deletion for 9d15bac0-822a-42bb-9f38-19ed669ee3c2 request from dv-cinder-792642-3-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:01:38.857863 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Pushing event deleted for resources: {'Port': ['ID=d695145e-03fb-4db2-a463-60ff51b0e0b8,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:38.867604 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bd3cc4d6-da70-46b4-a8c1-b96b77abc0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.871905 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bd3cc4d6-da70-46b4-a8c1-b96b77abc0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.921589 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bd3cc4d6-da70-46b4-a8c1-b96b77abc0db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f6b9c7243cf491aaf1e4df1a3a11985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139451 Jul 09 21:01:38.922381 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cc4d6-da70-46b4-a8c1-b96b77abc0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593649b8-13f3-4072-9bfc-1b798103f7ef,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:38.924791 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38016) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:38.928056 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d9f633cf-7048-4632-b085-75675c0fa383 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:38.961500 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: d9f633cf-7048-4632-b085-75675c0fa383 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:38.961866 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d9f633cf-7048-4632-b085-75675c0fa383 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:38.962006 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.962914 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 815c6353-1b3e-4605-b581-1bf9db278214 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:38.974284 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d15bac0-822a-42bb-9f38-19ed669ee3c2']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:38.978493 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1d75e9f-3f13-4f4d-9aa1-d6e34c34188a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.986449 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 815c6353-1b3e-4605-b581-1bf9db278214 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:38.986790 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 815c6353-1b3e-4605-b581-1bf9db278214 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:38.987155 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d695145e-03fb-4db2-a463-60ff51b0e0b8 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:38.989309 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10fd5f9-240d-472d-811e-1e0dc7958109') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:38.989770 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10fd5f9-240d-472d-811e-1e0dc7958109') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:38.999400 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9006339'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.002024 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1d75e9f-3f13-4f4d-9aa1-d6e34c34188a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.008263 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: d695145e-03fb-4db2-a463-60ff51b0e0b8 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:39.008876 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d695145e-03fb-4db2-a463-60ff51b0e0b8 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:39.018982 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.028922 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:01:39.029495 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530965'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: Traceback (most recent call last): Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: timer() Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: cb(*args, **kw) Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: return func(*args, **kwargs) Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: self._notify() Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: self.callback(batched_events) Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: event.method(event) Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: return f(self, *a, **k) Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._get(url).json() Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:01:39.031285 dv-cinder-792642-3-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:01:39.053420 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1d75e9f-3f13-4f4d-9aa1-d6e34c34188a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.056030 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1d75e9f-3f13-4f4d-9aa1-d6e34c34188a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.059557 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a1d75e9f-3f13-4f4d-9aa1-d6e34c34188a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/593649b8-13f3-4072-9bfc-1b798103f7ef HTTP/1.1" status: 204 len: 168 time: 0.1315253 Jul 09 21:01:39.067051 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d75e9f-3f13-4f4d-9aa1-d6e34c34188a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593649b8-13f3-4072-9bfc-1b798103f7ef,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:39.100032 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.107257 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.108860 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9d15bac0-822a-42bb-9f38-19ed669ee3c2 HTTP/1.1" status: 204 len: 168 time: 0.6685269 Jul 09 21:01:39.119018 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335674e7-1c09-4dc1-9dc4-27322ae47085 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d15bac0-822a-42bb-9f38-19ed669ee3c2,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:39.285364 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38024) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:39.326503 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0c521bc9-4ec6-40b6-be0b-301b6a7d2af2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99663bcf83084ddcbada3387f0d4f2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395842 Jul 09 21:01:39.328819 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38026) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:39.332221 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38028) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:39.345365 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a23e096c-1cde-415c-ac14-6d1a2637ad50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.377231 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a58dae5-60ae-4f02-a4dc-08fcbd53360a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.402668 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a58dae5-60ae-4f02-a4dc-08fcbd53360a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.433085 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a23e096c-1cde-415c-ac14-6d1a2637ad50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.437131 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a23e096c-1cde-415c-ac14-6d1a2637ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.450661 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a58dae5-60ae-4f02-a4dc-08fcbd53360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.453406 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a58dae5-60ae-4f02-a4dc-08fcbd53360a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.454802 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4a58dae5-60ae-4f02-a4dc-08fcbd53360a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d63b100f-8b71-4951-bd5d-d491e7e56b50 HTTP/1.1" status: 204 len: 168 time: 0.1250653 Jul 09 21:01:39.463136 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58dae5-60ae-4f02-a4dc-08fcbd53360a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63b100f-8b71-4951-bd5d-d491e7e56b50,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:39.474910 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e096c-1cde-415c-ac14-6d1a2637ad50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a210b4fc-a7be-4e8c-a5a5-3f1eaf581d05,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:39.480848 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a23e096c-1cde-415c-ac14-6d1a2637ad50 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5f9d56104fb4c7fbc74f02bb0281d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471047 Jul 09 21:01:39.482576 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38032) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:39.533445 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1afa9a4e-0604-47ed-97b8-40d1aaf05a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.555482 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1afa9a4e-0604-47ed-97b8-40d1aaf05a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.603311 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1afa9a4e-0604-47ed-97b8-40d1aaf05a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.605978 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1afa9a4e-0604-47ed-97b8-40d1aaf05a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.607133 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1afa9a4e-0604-47ed-97b8-40d1aaf05a19 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a210b4fc-a7be-4e8c-a5a5-3f1eaf581d05 HTTP/1.1" status: 204 len: 168 time: 0.1235702 Jul 09 21:01:39.617042 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa9a4e-0604-47ed-97b8-40d1aaf05a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a210b4fc-a7be-4e8c-a5a5-3f1eaf581d05,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:39.657028 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-716f49d3-bf70-4d91-b650-3c497275f2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.812940 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cb72a-f648-4a77-882c-2bea98226c5c req-08406a0d-7475-4254-9fac-9853f7741877 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:39.814928 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-154cb72a-f648-4a77-882c-2bea98226c5c req-08406a0d-7475-4254-9fac-9853f7741877 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0717144 Jul 09 21:01:39.860899 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-154cb72a-f648-4a77-882c-2bea98226c5c req-a664a7d0-f855-4a92-9374-c0ae621f5839 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400691 Jul 09 21:01:39.949451 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38054) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:39.993593 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6477913c-5440-4d04-a8b9-f35280c89cea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=642a2ad5d1694662b7a43891d1436274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428340 Jul 09 21:01:39.996114 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38058) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:40.044618 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-edf1147e-bdb3-4acc-a95a-60911f8c8bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:40.067031 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-edf1147e-bdb3-4acc-a95a-60911f8c8bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:40.124260 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-edf1147e-bdb3-4acc-a95a-60911f8c8bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:40.127833 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-edf1147e-bdb3-4acc-a95a-60911f8c8bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:40.129034 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-edf1147e-bdb3-4acc-a95a-60911f8c8bea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/402486d8-d290-40ad-b731-1443318359cf HTTP/1.1" status: 204 len: 168 time: 0.1319931 Jul 09 21:01:40.138056 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1147e-bdb3-4acc-a95a-60911f8c8bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402486d8-d290-40ad-b731-1443318359cf,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:40.141096 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:40.668919 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.060894 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ea82-9b68-440d-bdc9-d40232d6119e req-2438a541-b08a-4d92-b607-f3a13510e523 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:41.062488 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3d10ea82-9b68-440d-bdc9-d40232d6119e req-2438a541-b08a-4d92-b607-f3a13510e523 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0718317 Jul 09 21:01:41.108635 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3d10ea82-9b68-440d-bdc9-d40232d6119e req-21e1368a-23a5-4e7a-8669-8528f407a439 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385339 Jul 09 21:01:41.255006 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38102) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:41.364785 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6753979c-5b6b-4494-a90f-74e3895c26dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.455688 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6753979c-5b6b-4494-a90f-74e3895c26dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.460438 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6753979c-5b6b-4494-a90f-74e3895c26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.498232 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6753979c-5b6b-4494-a90f-74e3895c26dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89320449f5b14028b7138bc8071b9c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420900 Jul 09 21:01:41.500961 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753979c-5b6b-4494-a90f-74e3895c26dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eee7548-8781-498a-90e3-f523778edaa9,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:41.501240 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38114) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:41.556617 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e06cc9e4-2a52-4c67-8500-3947bfbb9470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.578042 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e06cc9e4-2a52-4c67-8500-3947bfbb9470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.632688 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e06cc9e4-2a52-4c67-8500-3947bfbb9470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.635432 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e06cc9e4-2a52-4c67-8500-3947bfbb9470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.636575 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e06cc9e4-2a52-4c67-8500-3947bfbb9470 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3eee7548-8781-498a-90e3-f523778edaa9 HTTP/1.1" status: 204 len: 168 time: 0.1342850 Jul 09 21:01:41.644808 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cc9e4-2a52-4c67-8500-3947bfbb9470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eee7548-8781-498a-90e3-f523778edaa9,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:42.158662 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.160238 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38144) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:42.277658 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a44593e-2c7a-4e8e-948c-68b2a019df6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.330234 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78560097-7d7a-4aec-b460-ed13a26f0a17 req-fb434415-3c76-42ab-bc49-58cb55c8bb9c tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:42.331784 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78560097-7d7a-4aec-b460-ed13a26f0a17 req-fb434415-3c76-42ab-bc49-58cb55c8bb9c tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.1046410 Jul 09 21:01:42.390519 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78560097-7d7a-4aec-b460-ed13a26f0a17 req-908e9041-b64d-49e2-b572-e9e7fd8f633e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513198 Jul 09 21:01:42.426892 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a44593e-2c7a-4e8e-948c-68b2a019df6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.430980 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a44593e-2c7a-4e8e-948c-68b2a019df6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.442122 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38156) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:42.474223 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2a44593e-2c7a-4e8e-948c-68b2a019df6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c949ff6521964ffc8f6c4b841841f84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108757 Jul 09 21:01:42.474223 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44593e-2c7a-4e8e-948c-68b2a019df6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a04dff-2b60-4c4b-a0ed-faa3a65c8a30,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:42.476497 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38160) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:42.528077 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2bbb-91ce-4b94-ba65-b04af0ee3a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.541212 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-131971435-network', 'tenant_id': '95f04ae7f77d4e8d9059845a18acb0f3'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:42.560860 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2bbb-91ce-4b94-ba65-b04af0ee3a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.598970 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Made reservation on behalf of 95f04ae7f77d4e8d9059845a18acb0f3 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:01:42.601289 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.613056 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.646720 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2bbb-91ce-4b94-ba65-b04af0ee3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.649239 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2bbb-91ce-4b94-ba65-b04af0ee3a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.650359 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9f9b2bbb-91ce-4b94-ba65-b04af0ee3a2a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7a04dff-2b60-4c4b-a0ed-faa3a65c8a30 HTTP/1.1" status: 204 len: 168 time: 0.1725039 Jul 09 21:01:42.668386 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b2bbb-91ce-4b94-ba65-b04af0ee3a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a04dff-2b60-4c4b-a0ed-faa3a65c8a30,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:42.728270 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.733203 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.756146 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:01:42.771577 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fdac8c-9da7-43ce-a328-f29f57fae423,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:42.775470 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.775823 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Added segment 6258a523-df91-4760-80d8-3a875425589f of type vlan for network a13115ba-3c9d-4d4a-b210-904c2d1e9b4e Jul 09 21:01:42.817512 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.847631 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.849961 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:42.851382 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.901137 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4577682 Jul 09 21:01:42.904234 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38166) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:42.914651 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] Request body: {'subnet': {'network_id': 'a13115ba-3c9d-4d4a-b210-904c2d1e9b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-131971435-subnet', 'tenant_id': '95f04ae7f77d4e8d9059845a18acb0f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:42.932583 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cde9d-57c5-481b-88f4-31589b6d1113 admin admin] Pushing event updated for resources: {'Network': ['ID=a13115ba-3c9d-4d4a-b210-904c2d1e9b4e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:42.937190 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38168) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:42.943883 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network a13115ba-3c9d-4d4a-b210-904c2d1e9b4e details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:01:42.956489 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b942eb74-0b7f-40e2-bee4-fb4a17a7dcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.966936 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] Made reservation on behalf of 95f04ae7f77d4e8d9059845a18acb0f3 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:01:42.969211 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078814'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.174582 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b942eb74-0b7f-40e2-bee4-fb4a17a7dcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.182954 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b942eb74-0b7f-40e2-bee4-fb4a17a7dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.229040 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10077952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078796'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.237851 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b942eb74-0b7f-40e2-bee4-fb4a17a7dcf7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=caa300e8ed484e7d90149f36db54320e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969623 Jul 09 21:01:43.238277 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38170) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:43.259042 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942eb74-0b7f-40e2-bee4-fb4a17a7dcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e40114-4ed2-4eb1-a6b9-ee69eb6f83e4,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:43.290925 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5d9845-2f38-4b77-bac0-b7944cdba0c9,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:43.291693 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6b395d24-aae0-4142-88b8-9b8f99f2fb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.301682 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] Checking segment: {'id': '6258a523-df91-4760-80d8-3a875425589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'a13115ba-3c9d-4d4a-b210-904c2d1e9b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:01:43.302624 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] Network hostable DHCP agents. Network: a13115ba-3c9d-4d4a-b210-904c2d1e9b4e, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:01:43.314666 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6b395d24-aae0-4142-88b8-9b8f99f2fb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.320174 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] Network a13115ba-3c9d-4d4a-b210-904c2d1e9b4e is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:01:43.328859 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, a13115ba-3c9d-4d4a-b210-904c2d1e9b4e) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:43.333260 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:43.333847 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.340766 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47635afe-f1bc-4fb1-b5d0-d87ff6223847 None None] Network a13115ba-3c9d-4d4a-b210-904c2d1e9b4e requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:43.349225 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-de88714b-4c5c-447a-9bf5-c342b4ecc41f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4434810 Jul 09 21:01:43.374222 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6b395d24-aae0-4142-88b8-9b8f99f2fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.377005 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6b395d24-aae0-4142-88b8-9b8f99f2fb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.378189 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6b395d24-aae0-4142-88b8-9b8f99f2fb39 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e5e40114-4ed2-4eb1-a6b9-ee69eb6f83e4 HTTP/1.1" status: 204 len: 168 time: 0.1383917 Jul 09 21:01:43.387946 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b395d24-aae0-4142-88b8-9b8f99f2fb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e40114-4ed2-4eb1-a6b9-ee69eb6f83e4,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:43.598846 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2eddb-4720-4f63-a7d9-a36abe4a04bb req-6fb98cd1-3936-4bd3-bbcd-142624113a98 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:43.600884 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1dc2eddb-4720-4f63-a7d9-a36abe4a04bb req-6fb98cd1-3936-4bd3-bbcd-142624113a98 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0861454 Jul 09 21:01:43.623100 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27331c60-510c-4713-916d-156416e2d9a2 None None] Network a13115ba-3c9d-4d4a-b210-904c2d1e9b4e requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:43.660035 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1dc2eddb-4720-4f63-a7d9-a36abe4a04bb req-8474673e-21f0-4b0b-a21a-8d5c26761045 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474758 Jul 09 21:01:43.904176 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38202) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:43.909311 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-309339017-network', 'tenant_id': '0a67071f7d8c4e8e87baf1bccc27e0b0'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:43.930337 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Made reservation on behalf of 0a67071f7d8c4e8e87baf1bccc27e0b0 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:01:43.932593 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.944572 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.037290 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.041188 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.066107 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1106} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:01:44.075926 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c197c704-1ed6-47dd-99eb-534d97c46253,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:44.082062 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.082508 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Added segment 3874c9a1-6623-41e1-aadd-bde67fbd5004 of type vlan for network 269dad2f-07a4-464f-b841-7a1004f5b2f5 Jul 09 21:01:44.124064 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.152685 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.153998 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:44.154686 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.208544 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3032351 Jul 09 21:01:44.211411 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38212) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:44.215906 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7102a-1b9a-42fb-8395-de1be82e3896 admin admin] Pushing event updated for resources: {'Network': ['ID=269dad2f-07a4-464f-b841-7a1004f5b2f5,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:44.216971 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] Request body: {'subnet': {'network_id': '269dad2f-07a4-464f-b841-7a1004f5b2f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-309339017-subnet', 'tenant_id': '0a67071f7d8c4e8e87baf1bccc27e0b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:44.227264 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network 269dad2f-07a4-464f-b841-7a1004f5b2f5 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:01:44.246959 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] Made reservation on behalf of 0a67071f7d8c4e8e87baf1bccc27e0b0 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:01:44.249350 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078814'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.421810 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10077952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078796'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.476753 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c574763-6fb4-4f4a-bb2d-5d2fa091b5f3,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:44.485375 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] Checking segment: {'id': '3874c9a1-6623-41e1-aadd-bde67fbd5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '269dad2f-07a4-464f-b841-7a1004f5b2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:01:44.485739 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] Network hostable DHCP agents. Network: 269dad2f-07a4-464f-b841-7a1004f5b2f5, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:01:44.503311 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] Network 269dad2f-07a4-464f-b841-7a1004f5b2f5 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:01:44.512235 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, 269dad2f-07a4-464f-b841-7a1004f5b2f5) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:44.517002 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:44.517956 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.522305 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0017d-eb47-42c3-b9f7-7fdafd4c6116 None None] Network 269dad2f-07a4-464f-b841-7a1004f5b2f5 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:44.532736 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-46f46ece-8a89-41b3-a6e7-17e37b523395 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3201718 Jul 09 21:01:44.649387 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38228) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:44.664119 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b24d082-4fae-4835-8c4c-d346c1e8d38b None None] Network 269dad2f-07a4-464f-b841-7a1004f5b2f5 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:44.707243 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff20d11-c110-4fae-857e-8b9fec3b4dc3 admin admin] Deleting subnet 2f5d9845-2f38-4b77-bac0-b7944cdba0c9 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:01:44.711990 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bff20d11-c110-4fae-857e-8b9fec3b4dc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.750852 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bff20d11-c110-4fae-857e-8b9fec3b4dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10079045'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.806160 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bff20d11-c110-4fae-857e-8b9fec3b4dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.845955 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b7655-8652-4e25-b489-8145dbfdfc26 req-bab3c95b-b0b8-4d67-835c-dd107c261540 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:44.847527 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-298b7655-8652-4e25-b489-8145dbfdfc26 req-bab3c95b-b0b8-4d67-835c-dd107c261540 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0712991 Jul 09 21:01:44.873242 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bff20d11-c110-4fae-857e-8b9fec3b4dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10078023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10077631'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.902453 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff20d11-c110-4fae-857e-8b9fec3b4dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5d9845-2f38-4b77-bac0-b7944cdba0c9,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:44.904455 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bff20d11-c110-4fae-857e-8b9fec3b4dc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.908009 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-298b7655-8652-4e25-b489-8145dbfdfc26 req-1cdf4f02-525c-4845-aad3-e4cd35328b66 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497942 Jul 09 21:01:44.908747 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38236) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:44.908928 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bff20d11-c110-4fae-857e-8b9fec3b4dc3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2f5d9845-2f38-4b77-bac0-b7944cdba0c9 HTTP/1.1" status: 204 len: 168 time: 0.2577882 Jul 09 21:01:44.982302 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.063930 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.074435 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13115ba-3c9d-4d4a-b210-904c2d1e9b4e']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:45.085415 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6258a523-df91-4760-80d8-3a875425589f') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:45.085709 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6258a523-df91-4760-80d8-3a875425589f') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:45.094256 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9006339'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.108372 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.114552 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:01:45.115065 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530965'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: Traceback (most recent call last): Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: timer() Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: cb(*args, **kw) Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: return func(*args, **kwargs) Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: self._notify() Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: self.callback(batched_events) Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: event.method(event) Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: return f(self, *a, **k) Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._get(url).json() Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:01:45.116760 dv-cinder-792642-3-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:01:45.171111 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.175489 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.180336 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] 10.222.0.73 "DELETE /v2.0/networks/a13115ba-3c9d-4d4a-b210-904c2d1e9b4e HTTP/1.1" status: 204 len: 168 time: 0.2678220 Jul 09 21:01:45.181133 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38242) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:45.194980 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d6e6b-1e0c-4431-8f15-ab7119bd1fed admin admin] Pushing event deleted for resources: {'Network': ['ID=a13115ba-3c9d-4d4a-b210-904c2d1e9b4e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:45.232177 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18f060b-6951-4ec4-94ce-888e1706805c admin admin] Deleting subnet 7c574763-6fb4-4f4a-bb2d-5d2fa091b5f3 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:01:45.235289 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e18f060b-6951-4ec4-94ce-888e1706805c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.271685 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e18f060b-6951-4ec4-94ce-888e1706805c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10079045'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.310772 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e18f060b-6951-4ec4-94ce-888e1706805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.369510 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e18f060b-6951-4ec4-94ce-888e1706805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10078023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10077631'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.402979 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e18f060b-6951-4ec4-94ce-888e1706805c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.404860 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e18f060b-6951-4ec4-94ce-888e1706805c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7c574763-6fb4-4f4a-bb2d-5d2fa091b5f3 HTTP/1.1" status: 204 len: 168 time: 0.2225571 Jul 09 21:01:45.405886 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f060b-6951-4ec4-94ce-888e1706805c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c574763-6fb4-4f4a-bb2d-5d2fa091b5f3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:45.407391 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38248) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:45.475167 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.553747 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.563152 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269dad2f-07a4-464f-b841-7a1004f5b2f5']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:45.573401 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3874c9a1-6623-41e1-aadd-bde67fbd5004') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:45.573696 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3874c9a1-6623-41e1-aadd-bde67fbd5004') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:45.582123 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9006339'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.595207 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.600947 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:01:45.601330 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530965'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: Traceback (most recent call last): Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: timer() Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: cb(*args, **kw) Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: return func(*args, **kwargs) Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: self._notify() Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: self.callback(batched_events) Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: event.method(event) Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: return f(self, *a, **k) Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._get(url).json() Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:01:45.602901 dv-cinder-792642-3-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:01:45.653963 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.659059 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.661563 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] 10.222.0.73 "DELETE /v2.0/networks/269dad2f-07a4-464f-b841-7a1004f5b2f5 HTTP/1.1" status: 204 len: 168 time: 0.2530539 Jul 09 21:01:45.672610 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f21e9-f9dc-4e82-99d4-950742439936 admin admin] Pushing event deleted for resources: {'Network': ['ID=269dad2f-07a4-464f-b841-7a1004f5b2f5,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:45.818027 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38252) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:45.858206 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-402549a0-429a-4809-bca5-f98b14360b9e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95f04ae7f77d4e8d9059845a18acb0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390022 Jul 09 21:01:45.860662 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38254) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:45.912312 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d46cbb3a-9b18-4651-9767-6878b3f451d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.932339 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d46cbb3a-9b18-4651-9767-6878b3f451d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.980271 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d46cbb3a-9b18-4651-9767-6878b3f451d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.982940 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d46cbb3a-9b18-4651-9767-6878b3f451d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.984138 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d46cbb3a-9b18-4651-9767-6878b3f451d9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d9fdac8c-9da7-43ce-a328-f29f57fae423 HTTP/1.1" status: 204 len: 168 time: 0.1225917 Jul 09 21:01:45.992340 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cbb3a-9b18-4651-9767-6878b3f451d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fdac8c-9da7-43ce-a328-f29f57fae423,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:46.082300 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d402b-2a64-4ba2-9c6e-26054886c2a3 req-73220104-1834-41dd-9d96-4db588cfb084 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:46.083846 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2d8d402b-2a64-4ba2-9c6e-26054886c2a3 req-73220104-1834-41dd-9d96-4db588cfb084 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0639427 Jul 09 21:01:46.122423 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2d8d402b-2a64-4ba2-9c6e-26054886c2a3 req-f4950409-7a9b-4312-88cc-0415bf10c5c0 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330884 Jul 09 21:01:46.292767 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38262) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:46.331482 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-4351d3a0-9589-46cc-b9ec-06897b9a2585 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a67071f7d8c4e8e87baf1bccc27e0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375624 Jul 09 21:01:46.334220 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38264) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:46.384284 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9f58dc14-8cc5-4b4b-a5d4-94db801765ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.405527 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9f58dc14-8cc5-4b4b-a5d4-94db801765ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.452063 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9f58dc14-8cc5-4b4b-a5d4-94db801765ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.455077 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9f58dc14-8cc5-4b4b-a5d4-94db801765ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.456281 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9f58dc14-8cc5-4b4b-a5d4-94db801765ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c197c704-1ed6-47dd-99eb-534d97c46253 HTTP/1.1" status: 204 len: 168 time: 0.1211650 Jul 09 21:01:46.464545 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58dc14-8cc5-4b4b-a5d4-94db801765ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c197c704-1ed6-47dd-99eb-534d97c46253,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:47.299828 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d530f0-c5dd-4c66-ba52-ff5c4f4915f7 req-d1b3576a-d0c5-43ed-be80-ca46386d7743 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:47.301374 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7d530f0-c5dd-4c66-ba52-ff5c4f4915f7 req-d1b3576a-d0c5-43ed-be80-ca46386d7743 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0658596 Jul 09 21:01:47.341542 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7d530f0-c5dd-4c66-ba52-ff5c4f4915f7 req-522ecfca-72b7-47be-ab78-44e2067be539 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343556 Jul 09 21:01:48.516958 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac7dd2-33e5-4dd5-a527-4e4ca36628ae req-d2449749-b3b1-4f52-80e5-0a8caa40f109 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:48.518818 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-60ac7dd2-33e5-4dd5-a527-4e4ca36628ae req-d2449749-b3b1-4f52-80e5-0a8caa40f109 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0660110 Jul 09 21:01:48.556084 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38342) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:48.570490 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-60ac7dd2-33e5-4dd5-a527-4e4ca36628ae req-8df8d7e4-50d4-4807-935f-7fd06f22eb94 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456800 Jul 09 21:01:48.591107 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bcf5e-6e46-48c0-b25c-6d6fca08b9cf req-08a28208-68ee-4b7f-aee8-78f0333b94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:48.592744 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-512bcf5e-6e46-48c0-b25c-6d6fca08b9cf req-08a28208-68ee-4b7f-aee8-78f0333b94c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1836b31c3b5e496584544c882f0c46d2&device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 1098 time: 0.0590014 Jul 09 21:01:48.668477 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca77ecaf-3adc-45c6-8288-370ec6d9c7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:48.682200 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bcf5e-6e46-48c0-b25c-6d6fca08b9cf req-00e0d46e-8daa-4ecc-a389-d2f1e15c8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:48.683672 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-512bcf5e-6e46-48c0-b25c-6d6fca08b9cf req-00e0d46e-8daa-4ecc-a389-d2f1e15c8bd6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b84a2abb-7752-4c25-aabf-2ee5072d0564 HTTP/1.1" status: 200 len: 911 time: 0.0840073 Jul 09 21:01:48.752781 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-512bcf5e-6e46-48c0-b25c-6d6fca08b9cf req-fbcfa833-9b4c-44cf-aa39-099bd32a8ebd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68667909-709e-4d67-804b-660d834b7a62 HTTP/1.1" status: 200 len: 999 time: 0.0627692 Jul 09 21:01:48.757290 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca77ecaf-3adc-45c6-8288-370ec6d9c7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:48.761262 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca77ecaf-3adc-45c6-8288-370ec6d9c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:48.798975 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ca77ecaf-3adc-45c6-8288-370ec6d9c7c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e3a707179a24dedb924a2fabb4a8667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418616 Jul 09 21:01:48.799960 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77ecaf-3adc-45c6-8288-370ec6d9c7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6de79d6-b153-4448-a896-3aeceada11a9,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:48.802396 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38346) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:48.803187 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bcf5e-6e46-48c0-b25c-6d6fca08b9cf req-c96a02cb-aa1d-4f2f-99bc-c27fe0084b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:48.804909 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-512bcf5e-6e46-48c0-b25c-6d6fca08b9cf req-c96a02cb-aa1d-4f2f-99bc-c27fe0084b5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30f6906-86d1-4a0c-b274-48de77a77ea3 HTTP/1.1" status: 200 len: 848 time: 0.0466502 Jul 09 21:01:48.857371 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-96da6baf-aedb-47c4-bbc4-2210e8b95195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:48.862447 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bcf5e-6e46-48c0-b25c-6d6fca08b9cf req-a70d6e26-4ca7-4c04-ac04-29345f7f0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:48.864196 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-512bcf5e-6e46-48c0-b25c-6d6fca08b9cf req-a70d6e26-4ca7-4c04-ac04-29345f7f0b7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b84a2abb-7752-4c25-aabf-2ee5072d0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536034 Jul 09 21:01:48.882602 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-96da6baf-aedb-47c4-bbc4-2210e8b95195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:48.930903 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-96da6baf-aedb-47c4-bbc4-2210e8b95195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:48.934080 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-96da6baf-aedb-47c4-bbc4-2210e8b95195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:48.937123 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-96da6baf-aedb-47c4-bbc4-2210e8b95195 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e6de79d6-b153-4448-a896-3aeceada11a9 HTTP/1.1" status: 204 len: 168 time: 0.1312692 Jul 09 21:01:48.943190 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da6baf-aedb-47c4-bbc4-2210e8b95195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6de79d6-b153-4448-a896-3aeceada11a9,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:48.968005 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-512bcf5e-6e46-48c0-b25c-6d6fca08b9cf req-fdb8dd0c-6a0a-49a2-809c-f0ad4891ddcc service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969825 Jul 09 21:01:49.229459 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38356) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:49.248983 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-034f6e27-1c4a-449f-b41a-521a2bfa1f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:49.346772 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-034f6e27-1c4a-449f-b41a-521a2bfa1f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:49.351843 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-034f6e27-1c4a-449f-b41a-521a2bfa1f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:49.384630 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-512bcf5e-6e46-48c0-b25c-6d6fca08b9cf req-877abd08-35ab-4563-b0be-94be7d3dded3 service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082301 Jul 09 21:01:49.393826 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f6e27-1c4a-449f-b41a-521a2bfa1f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48e09ee-6a3d-4def-9d00-7489836b8b62,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:49.412303 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38364) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:49.414139 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-034f6e27-1c4a-449f-b41a-521a2bfa1f89 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5468b69143c2494282c1aa6e441b0976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833766 Jul 09 21:01:49.478134 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-65f68da1-fefe-4606-8396-53dfe048e573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:49.499817 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-65f68da1-fefe-4606-8396-53dfe048e573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:49.560353 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-65f68da1-fefe-4606-8396-53dfe048e573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:49.562886 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-65f68da1-fefe-4606-8396-53dfe048e573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:49.564057 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-65f68da1-fefe-4606-8396-53dfe048e573 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c48e09ee-6a3d-4def-9d00-7489836b8b62 HTTP/1.1" status: 204 len: 168 time: 0.1499660 Jul 09 21:01:49.572101 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f68da1-fefe-4606-8396-53dfe048e573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48e09ee-6a3d-4def-9d00-7489836b8b62,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:49.748140 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ccd41-506f-4f6c-bf7a-fde8f136b8ae req-ff369ed5-502b-4266-9864-e90d94c43e36 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:49.749793 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a29ccd41-506f-4f6c-bf7a-fde8f136b8ae req-ff369ed5-502b-4266-9864-e90d94c43e36 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0654807 Jul 09 21:01:49.799136 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a29ccd41-506f-4f6c-bf7a-fde8f136b8ae req-d8f5713d-4586-481c-8371-4259284719ee tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412729 Jul 09 21:01:51.007648 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf2e92-0359-4baa-b667-65b20c7d28e8 req-a94d7368-59e0-4606-83f4-e0ad6bc1d4f1 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:51.010443 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-29cf2e92-0359-4baa-b667-65b20c7d28e8 req-a94d7368-59e0-4606-83f4-e0ad6bc1d4f1 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0767274 Jul 09 21:01:51.054498 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-29cf2e92-0359-4baa-b667-65b20c7d28e8 req-4eb6ec1d-246c-4280-83b4-f87b3502dad8 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381687 Jul 09 21:01:51.420747 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38444) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:51.521026 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ac287754-ccdb-4252-bd6a-9dd85da50299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:51.605680 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ac287754-ccdb-4252-bd6a-9dd85da50299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:51.609230 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ac287754-ccdb-4252-bd6a-9dd85da50299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:51.647143 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ac287754-ccdb-4252-bd6a-9dd85da50299 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a09af3769fd64b358e34e0668c201bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253146 Jul 09 21:01:51.648278 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac287754-ccdb-4252-bd6a-9dd85da50299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e2ef9c-058f-4476-980d-a0f749130a70,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:51.649977 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38448) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:51.701377 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-139cdab1-b838-4618-9d5a-b5242140b7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:51.721641 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-139cdab1-b838-4618-9d5a-b5242140b7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:51.769347 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-139cdab1-b838-4618-9d5a-b5242140b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:51.772223 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-139cdab1-b838-4618-9d5a-b5242140b7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:51.773474 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-139cdab1-b838-4618-9d5a-b5242140b7cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5e2ef9c-058f-4476-980d-a0f749130a70 HTTP/1.1" status: 204 len: 168 time: 0.1192536 Jul 09 21:01:51.782038 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cdab1-b838-4618-9d5a-b5242140b7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e2ef9c-058f-4476-980d-a0f749130a70,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:52.029026 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38454) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:52.038404 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.043153 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0fe96eab-b185-45da-aa16-fce7e1d1d4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.141012 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0fe96eab-b185-45da-aa16-fce7e1d1d4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.146598 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0fe96eab-b185-45da-aa16-fce7e1d1d4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.195041 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-0fe96eab-b185-45da-aa16-fce7e1d1d4b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7ff29d9f89ca4553b78ac0bec6699bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648262 Jul 09 21:01:52.197816 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38462) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:52.216828 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe96eab-b185-45da-aa16-fce7e1d1d4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace7e6dd-f2be-4da0-9606-0d97cf2823bb,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:52.247796 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-956a6214-7bae-4ac8-9b95-72b543aadaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.253218 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61126475-83c8-4634-b657-37254f439c70 req-7a29d816-1216-4a22-a178-280cd680e4ff tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:52.255244 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-61126475-83c8-4634-b657-37254f439c70 req-7a29d816-1216-4a22-a178-280cd680e4ff tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0751767 Jul 09 21:01:52.268737 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-956a6214-7bae-4ac8-9b95-72b543aadaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.292770 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-61126475-83c8-4634-b657-37254f439c70 req-fe79b189-59fd-4541-993e-9e9dfb8a2ecc tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319436 Jul 09 21:01:52.315686 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-956a6214-7bae-4ac8-9b95-72b543aadaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.318651 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-956a6214-7bae-4ac8-9b95-72b543aadaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.319901 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-956a6214-7bae-4ac8-9b95-72b543aadaeb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ace7e6dd-f2be-4da0-9606-0d97cf2823bb HTTP/1.1" status: 204 len: 168 time: 0.1208920 Jul 09 21:01:52.327504 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a6214-7bae-4ac8-9b95-72b543aadaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace7e6dd-f2be-4da0-9606-0d97cf2823bb,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:53.479867 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f27cc5-ecce-4608-bb2d-c8e77fff7a0d req-612f6a17-0301-40cd-b376-4f70bdf7043d tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:53.481473 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-06f27cc5-ecce-4608-bb2d-c8e77fff7a0d req-612f6a17-0301-40cd-b376-4f70bdf7043d tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0726225 Jul 09 21:01:53.517762 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-06f27cc5-ecce-4608-bb2d-c8e77fff7a0d req-2f4f9272-9641-4824-9af1-2782759cb11f tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307741 Jul 09 21:01:54.707590 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88210f87-0c16-4652-8aa0-8972141c6bf6 req-7dff85a4-5fe0-4757-8849-d19eb7f3cfb0 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:54.709128 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-88210f87-0c16-4652-8aa0-8972141c6bf6 req-7dff85a4-5fe0-4757-8849-d19eb7f3cfb0 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0706720 Jul 09 21:01:54.748464 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-88210f87-0c16-4652-8aa0-8972141c6bf6 req-09a40080-d124-4e14-8ce6-3c72a6369c50 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336962 Jul 09 21:01:55.032704 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 68667909-709e-4d67-804b-660d834b7a62 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:55.111009 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:55.132835 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68667909-709e-4d67-804b-660d834b7a62'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:55.135073 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe6e960-25df-461f-9d46-93a678d9bd1d" -d '{"events": [{"server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "name": "network-vif-unplugged", "status": "completed", "tag": "68667909-709e-4d67-804b-660d834b7a62"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:55.149050 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 68667909-709e-4d67-804b-660d834b7a62, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68667909-709e-4d67-804b-660d834b7a62,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:55.152895 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:55.178431 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cf8b31-66e5-47e1-9c2b-6d6631d284a7 x-openstack-request-id: req-26cf8b31-66e5-47e1-9c2b-6d6631d284a7 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:55.178751 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "name": "network-vif-unplugged", "status": "failed", "tag": "68667909-709e-4d67-804b-660d834b7a62", "code": 422}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:55.179003 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26cf8b31-66e5-47e1-9c2b-6d6631d284a7 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:55.179456 dv-cinder-792642-3-iscsi neutron-server[92924]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68667909-709e-4d67-804b-660d834b7a62', 'code': 422} returned with failed status Jul 09 21:01:55.205147 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=68667909-709e-4d67-804b-660d834b7a62,revision_number=6']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:55.924947 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f330905-bcfd-4a04-a96e-e563e0595965 req-ed7ac9d5-e6be-4664-9a12-026e864c7d89 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:55.928849 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5f330905-bcfd-4a04-a96e-e563e0595965 req-ed7ac9d5-e6be-4664-9a12-026e864c7d89 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.0691791 Jul 09 21:01:55.969116 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5f330905-bcfd-4a04-a96e-e563e0595965 req-98d42525-1ff2-49ab-ae1c-9921a29c368a tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358505 Jul 09 21:01:56.258182 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-8b60c337-5cfb-4d0c-bda0-251dc478df11 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0533571 Jul 09 21:01:56.336243 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5208a0f-10a6-486e-92d8-3740aefe3beb req-02e1b7c8-2d32-461a-a784-c8a04aeb9ee5 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:56.338048 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f5208a0f-10a6-486e-92d8-3740aefe3beb req-02e1b7c8-2d32-461a-a784-c8a04aeb9ee5 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.0707188 Jul 09 21:01:56.392408 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f5208a0f-10a6-486e-92d8-3740aefe3beb req-e1a88c88-4729-470e-ad99-2290e46ff3fd tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430319 Jul 09 21:01:57.600095 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e719b93-8509-45bb-9f0e-d17c0b146a06 req-7af2e28f-7ca2-4c83-9799-8b610958a803 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:57.606234 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e719b93-8509-45bb-9f0e-d17c0b146a06 req-7af2e28f-7ca2-4c83-9799-8b610958a803 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.0796006 Jul 09 21:01:57.642622 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e719b93-8509-45bb-9f0e-d17c0b146a06 req-3d44763b-9031-47a3-ac49-29d9b37ea651 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350015 Jul 09 21:01:57.987098 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-96a6600c-e095-4871-bd85-ddfc7511725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:57.988775 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-96a6600c-e095-4871-bd85-ddfc7511725b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba&tenant_id=1836b31c3b5e496584544c882f0c46d2 HTTP/1.1" status: 200 len: 1096 time: 0.0559783 Jul 09 21:01:58.072010 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-6c79868f-e696-4f8a-b310-af55c158effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:58.073526 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-6c79868f-e696-4f8a-b310-af55c158effc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1836b31c3b5e496584544c882f0c46d2&device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 1096 time: 0.0521462 Jul 09 21:01:58.160729 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-86a99a73-9160-4cc7-b9b7-2dcd6d432024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:58.162387 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-86a99a73-9160-4cc7-b9b7-2dcd6d432024 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b84a2abb-7752-4c25-aabf-2ee5072d0564 HTTP/1.1" status: 200 len: 911 time: 0.0833261 Jul 09 21:01:58.231588 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-bda7d06f-c62d-463b-9473-3c40ee1029f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68667909-709e-4d67-804b-660d834b7a62 HTTP/1.1" status: 200 len: 997 time: 0.0630715 Jul 09 21:01:58.281362 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-16a815b6-460c-4d6a-a8c0-0daebc450da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:58.282986 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-16a815b6-460c-4d6a-a8c0-0daebc450da9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30f6906-86d1-4a0c-b274-48de77a77ea3 HTTP/1.1" status: 200 len: 848 time: 0.0454342 Jul 09 21:01:58.352082 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-7463da4b-0d7e-4231-9e9a-7beababac5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:58.352973 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-7463da4b-0d7e-4231-9e9a-7beababac5bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b84a2abb-7752-4c25-aabf-2ee5072d0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642266 Jul 09 21:01:58.454121 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-7c515ad4-dbc8-43a6-aaf0-000669e64549 service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941658 Jul 09 21:01:58.548592 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a3c807d-f773-42d2-b9d5-60fdb3b4cc4b req-200427a6-eb58-4776-a7e6-17aa15e3dfce service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877743 Jul 09 21:01:58.627384 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38622) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:58.742980 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2233cb9c-c6be-4ca5-a655-91851a25fda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:58.855013 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2233cb9c-c6be-4ca5-a655-91851a25fda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:58.855266 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee26c2f-8561-4c55-a83f-8c9a4aa71b5b req-81cf7762-e369-4d1d-8526-8530966f6ed7 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:58.855266 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6ee26c2f-8561-4c55-a83f-8c9a4aa71b5b req-81cf7762-e369-4d1d-8526-8530966f6ed7 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.0858624 Jul 09 21:01:58.856061 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2233cb9c-c6be-4ca5-a655-91851a25fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:58.896748 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2233cb9c-c6be-4ca5-a655-91851a25fda0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33cb8cf4fe58490c837e49314ddf23ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681987 Jul 09 21:01:58.898895 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233cb9c-c6be-4ca5-a655-91851a25fda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd4819d-cca9-4c6f-b5da-53967a5250d6,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:58.901191 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38634) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:58.904250 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6ee26c2f-8561-4c55-a83f-8c9a4aa71b5b req-ef47e1a7-b367-432b-a413-0f401f4f6e6a tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437467 Jul 09 21:01:58.952609 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00daa8f3-10ab-4a95-a2d8-cd406967f223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:58.976567 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00daa8f3-10ab-4a95-a2d8-cd406967f223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.024748 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00daa8f3-10ab-4a95-a2d8-cd406967f223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.027688 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00daa8f3-10ab-4a95-a2d8-cd406967f223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.028847 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-00daa8f3-10ab-4a95-a2d8-cd406967f223 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcd4819d-cca9-4c6f-b5da-53967a5250d6 HTTP/1.1" status: 204 len: 168 time: 0.1267283 Jul 09 21:01:59.037958 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daa8f3-10ab-4a95-a2d8-cd406967f223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd4819d-cca9-4c6f-b5da-53967a5250d6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:59.297165 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38650) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:59.310655 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f8eb78c9-5e7a-4fa0-a49f-c5c3dacd60fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.408575 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f8eb78c9-5e7a-4fa0-a49f-c5c3dacd60fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.413449 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f8eb78c9-5e7a-4fa0-a49f-c5c3dacd60fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.456568 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f8eb78c9-5e7a-4fa0-a49f-c5c3dacd60fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a22993140bfd4bc1b3565ac4bd4d7fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582870 Jul 09 21:01:59.457751 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb78c9-5e7a-4fa0-a49f-c5c3dacd60fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c68dc3a-7171-4430-8b21-06adc4d8e9fa,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:59.459445 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38658) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:59.509989 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ffcb182c-5625-46a2-a8af-483ac4382fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.531859 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ffcb182c-5625-46a2-a8af-483ac4382fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.577489 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ffcb182c-5625-46a2-a8af-483ac4382fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.580222 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ffcb182c-5625-46a2-a8af-483ac4382fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.581473 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ffcb182c-5625-46a2-a8af-483ac4382fd9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c68dc3a-7171-4430-8b21-06adc4d8e9fa HTTP/1.1" status: 204 len: 168 time: 0.1202629 Jul 09 21:01:59.590360 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb182c-5625-46a2-a8af-483ac4382fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c68dc3a-7171-4430-8b21-06adc4d8e9fa,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:00.078258 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace1b21-2613-46c2-9854-ae4ba947488d req-b70bfd29-8e2d-42c5-b8e9-94838a08d511 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:00.079783 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ace1b21-2613-46c2-9854-ae4ba947488d req-b70bfd29-8e2d-42c5-b8e9-94838a08d511 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.0670235 Jul 09 21:02:00.127945 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ace1b21-2613-46c2-9854-ae4ba947488d req-276afe84-e5bb-44aa-bd61-eb2531d7a0f8 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413575 Jul 09 21:02:01.309927 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea442719-4277-4596-8699-4097b99d74c4 req-bcec84ae-fb95-4f57-be54-b5a6ff6de942 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:01.311447 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea442719-4277-4596-8699-4097b99d74c4 req-bcec84ae-fb95-4f57-be54-b5a6ff6de942 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.0715322 Jul 09 21:02:01.350249 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea442719-4277-4596-8699-4097b99d74c4 req-57257b01-23b0-4d9d-8ef6-5a5c8f505f0b tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320442 Jul 09 21:02:02.526135 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9820fc7-0cc6-4f1b-9c78-c0667ef2f597 req-0ca64dc7-ba6a-4ee6-84cb-12c9d2dbeaad tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:02.527652 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9820fc7-0cc6-4f1b-9c78-c0667ef2f597 req-0ca64dc7-ba6a-4ee6-84cb-12c9d2dbeaad tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.0633628 Jul 09 21:02:02.565703 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9820fc7-0cc6-4f1b-9c78-c0667ef2f597 req-fad5e8e7-7017-4071-8203-3b87ca5a1e44 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320058 Jul 09 21:02:03.432999 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38778) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:03.537303 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.627370 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.631820 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.670739 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b2778253f984de181c9e39272a8cf34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366099 Jul 09 21:02:03.671648 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8db2d9-21d4-4f7c-9429-d4f84d0972a4,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:03.673622 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38784) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:03.695081 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.695416 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.695745 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.696090 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.696427 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.696766 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.697101 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.697433 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.697767 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.698097 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.698423 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.698750 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef413430-aa10-4867-bfef-c22020fe5c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.734721 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-847b7996-d089-4a09-85f6-3e22e1ea33cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.746833 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd106b7c-4b11-4aa5-ac46-e8f5e6c35568 req-0137209a-e6e1-4a5c-8612-3da7f8d86e47 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:03.748391 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fd106b7c-4b11-4aa5-ac46-e8f5e6c35568 req-0137209a-e6e1-4a5c-8612-3da7f8d86e47 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.0674465 Jul 09 21:02:03.757723 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-847b7996-d089-4a09-85f6-3e22e1ea33cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.787798 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fd106b7c-4b11-4aa5-ac46-e8f5e6c35568 req-7e812828-2f5e-4342-bd92-58ae91ab788a tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326524 Jul 09 21:02:03.809518 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-847b7996-d089-4a09-85f6-3e22e1ea33cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.812139 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-847b7996-d089-4a09-85f6-3e22e1ea33cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.813312 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-847b7996-d089-4a09-85f6-3e22e1ea33cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b8db2d9-21d4-4f7c-9429-d4f84d0972a4 HTTP/1.1" status: 204 len: 168 time: 0.1387594 Jul 09 21:02:03.821181 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b7996-d089-4a09-85f6-3e22e1ea33cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8db2d9-21d4-4f7c-9429-d4f84d0972a4,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:04.969582 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9d021-cb00-4109-88c4-9500d3649409 req-a22b8cd2-e069-4e2e-84c5-aa6964ef532a tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:04.971098 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d5a9d021-cb00-4109-88c4-9500d3649409 req-a22b8cd2-e069-4e2e-84c5-aa6964ef532a tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 943 time: 0.0656199 Jul 09 21:02:05.017711 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d5a9d021-cb00-4109-88c4-9500d3649409 req-e13a98b7-eec0-42b0-9beb-ca68ff778018 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401936 Jul 09 21:02:05.095281 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 68667909-709e-4d67-804b-660d834b7a62 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:02:05.190794 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 68667909-709e-4d67-804b-660d834b7a62, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68667909-709e-4d67-804b-660d834b7a62,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:05.202647 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '68667909-709e-4d67-804b-660d834b7a62', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'port_id': '68667909-709e-4d67-804b-660d834b7a62', 'mac_address': 'fa:16:3e:f0:04:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:02:05.238440 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:05.251595 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68667909-709e-4d67-804b-660d834b7a62 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:02:05.272928 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 68667909-709e-4d67-804b-660d834b7a62, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68667909-709e-4d67-804b-660d834b7a62,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:05.277087 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:05.283982 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:02:05.333155 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=68667909-709e-4d67-804b-660d834b7a62,revision_number=7']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:05.561755 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['68667909-709e-4d67-804b-660d834b7a62'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:02:06.198093 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd8238-e212-43f5-b159-b639189cd16e req-0b63de48-bcf6-4200-8128-215a3a01edfb tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:06.199509 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2bbd8238-e212-43f5-b159-b639189cd16e req-0b63de48-bcf6-4200-8128-215a3a01edfb tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 944 time: 0.0645635 Jul 09 21:02:06.236777 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2bbd8238-e212-43f5-b159-b639189cd16e req-1c8e88a5-d6c0-46d2-9973-e7723c665e80 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316176 Jul 09 21:02:06.804805 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5cbb-3851-47cb-a3e9-f66d28c0026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:07.094562 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 68667909-709e-4d67-804b-660d834b7a62 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:02:07.143420 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 68667909-709e-4d67-804b-660d834b7a62 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:02:07.143800 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:07.220943 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:07.243490 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68667909-709e-4d67-804b-660d834b7a62'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:02:07.246103 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c61ba2-1be8-4a7d-9de3-88100e7e93fa" -d '{"events": [{"server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "name": "network-vif-plugged", "status": "completed", "tag": "68667909-709e-4d67-804b-660d834b7a62"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:02:07.259128 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 68667909-709e-4d67-804b-660d834b7a62, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68667909-709e-4d67-804b-660d834b7a62,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:07.263390 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:07.290312 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90e884c-2ef2-4d57-92f4-cfc42af9d687 x-openstack-request-id: req-b90e884c-2ef2-4d57-92f4-cfc42af9d687 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:02:07.290604 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "name": "network-vif-plugged", "status": "completed", "tag": "68667909-709e-4d67-804b-660d834b7a62", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:02:07.290853 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b90e884c-2ef2-4d57-92f4-cfc42af9d687 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:02:07.291238 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68667909-709e-4d67-804b-660d834b7a62', 'code': 200} Jul 09 21:02:07.317876 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=68667909-709e-4d67-804b-660d834b7a62,revision_number=8']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:07.450239 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ec47f-5aea-440d-bc8d-fdb18aa013f6 req-c89ea276-c3d2-4e1d-b7c5-71cb8761cf1c tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:07.451828 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc5ec47f-5aea-440d-bc8d-fdb18aa013f6 req-c89ea276-c3d2-4e1d-b7c5-71cb8761cf1c tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0701573 Jul 09 21:02:07.491744 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc5ec47f-5aea-440d-bc8d-fdb18aa013f6 req-046e6e85-8b7a-44f3-a767-07c638181612 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334599 Jul 09 21:02:07.571863 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67486b7-3cc9-403b-8c61-b9d650245f52 req-8877e258-ad68-4a86-9827-d8bf7458914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:07.573699 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a67486b7-3cc9-403b-8c61-b9d650245f52 req-8877e258-ad68-4a86-9827-d8bf7458914a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 1098 time: 0.0539238 Jul 09 21:02:07.608743 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a67486b7-3cc9-403b-8c61-b9d650245f52 req-44c3fb99-9a3c-44c1-bec8-2315d33ee0b7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287483 Jul 09 21:02:08.671210 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819feaf2-371f-491a-8536-5024ac464244 req-6cd8812c-6aed-4170-8dea-cf59b1f2ab55 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:08.673016 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-819feaf2-371f-491a-8536-5024ac464244 req-6cd8812c-6aed-4170-8dea-cf59b1f2ab55 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0658038 Jul 09 21:02:08.716859 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-819feaf2-371f-491a-8536-5024ac464244 req-58fe76b7-4433-4448-8e42-3eec6a318af3 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327852 Jul 09 21:02:09.651303 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e6a59731-fce9-4130-92b8-fae880ed8223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:09.892564 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb54c6-6f13-4822-be13-5a977d01f21c req-196f9d34-b8c0-4c2f-a3b9-4d5299c7467b tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:09.894097 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49bb54c6-6f13-4822-be13-5a977d01f21c req-196f9d34-b8c0-4c2f-a3b9-4d5299c7467b tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.0628104 Jul 09 21:02:09.932138 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49bb54c6-6f13-4822-be13-5a977d01f21c req-de8d0304-9ea7-4528-b608-73c3dab93edf tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322957 Jul 09 21:02:10.127107 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:10.668420 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:12.142524 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:22.060903 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:32.746125 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 38920) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:32.846797 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-596fe881-803a-48ff-adb4-1148c386d7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:32.934627 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-596fe881-803a-48ff-adb4-1148c386d7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:32.938401 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-596fe881-803a-48ff-adb4-1148c386d7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:32.976274 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-596fe881-803a-48ff-adb4-1148c386d7be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1102ddaa3dcb4e3fb3969244ed74462d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288985 Jul 09 21:02:32.977407 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fe881-803a-48ff-adb4-1148c386d7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3883d0-f3df-45dc-8ad4-0d30eea266ed,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:32.979139 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 38924) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:33.030438 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.050943 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.095290 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.097997 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.099137 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa3883d0-f3df-45dc-8ad4-0d30eea266ed HTTP/1.1" status: 204 len: 168 time: 0.1189060 Jul 09 21:02:33.107221 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3883d0-f3df-45dc-8ad4-0d30eea266ed,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:33.114164 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.114518 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.114866 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.115205 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.115568 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.116441 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.116778 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.117136 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.117484 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.117782 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.118114 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.118436 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86584c-48f8-4be9-b7a7-eaf897e65704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:36.806145 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6a9b2876-259e-406b-a25f-d6af8faa786e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:39.654246 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-56c4b98b-3d7f-48bd-9d8d-f50a63ade56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:40.128912 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:40.670913 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:42.144352 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:42.283030 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:02:52.054609 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:06.807014 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5566e8b4-9b87-4a92-8ead-52d8d5b139c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.654703 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1dcde2d0-3e11-4d15-a292-2bb8810c2a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.947311 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39194) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:10.048461 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cb663827-fa3d-43a7-9cba-623e6e237339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.132502 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.135508 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cb663827-fa3d-43a7-9cba-623e6e237339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.139373 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cb663827-fa3d-43a7-9cba-623e6e237339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.175371 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cb663827-fa3d-43a7-9cba-623e6e237339 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f93eba04413c4fecb0c8ff46ca0aa1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269454 Jul 09 21:03:10.177351 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb663827-fa3d-43a7-9cba-623e6e237339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbd4721-1f75-4893-ac1f-185d73ec12ac,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:10.178088 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39198) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:10.231670 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.252439 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.300170 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.302880 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.305093 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/adbd4721-1f75-4893-ac1f-185d73ec12ac HTTP/1.1" status: 204 len: 168 time: 0.1250019 Jul 09 21:03:10.312525 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbd4721-1f75-4893-ac1f-185d73ec12ac,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:10.320540 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.320888 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.321230 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.321566 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.321946 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.322216 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.322597 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.322864 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.323192 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.323539 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.323860 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.324177 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a394d45-62c1-4c44-9f7e-8e40dbaf9fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:10.675647 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.146907 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:19.222231 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39270) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:19.282025 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:03:19.322385 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f5530f93-66f3-43e8-98df-e85e513f01f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:19.412000 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f5530f93-66f3-43e8-98df-e85e513f01f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:19.416554 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f5530f93-66f3-43e8-98df-e85e513f01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:19.453967 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f5530f93-66f3-43e8-98df-e85e513f01f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c946331d67f54c9287293c406fc7c29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306988 Jul 09 21:03:19.454805 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5530f93-66f3-43e8-98df-e85e513f01f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04180dd4-a936-45bf-93ab-45d87745a690,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:19.457513 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39274) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:19.507450 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-480569cb-0845-4c34-b1a6-3bcba290c32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:19.527459 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-480569cb-0845-4c34-b1a6-3bcba290c32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:19.577606 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-480569cb-0845-4c34-b1a6-3bcba290c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:19.580115 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-480569cb-0845-4c34-b1a6-3bcba290c32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:19.581279 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-480569cb-0845-4c34-b1a6-3bcba290c32f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04180dd4-a936-45bf-93ab-45d87745a690 HTTP/1.1" status: 204 len: 168 time: 0.1224499 Jul 09 21:03:19.588912 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480569cb-0845-4c34-b1a6-3bcba290c32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04180dd4-a936-45bf-93ab-45d87745a690,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:20.178812 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39296) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:20.277231 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-903492964-network', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:20.297837 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Made reservation on behalf of eefda4470f164be2a7efc3e8239f481e for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:03:20.300291 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.308426 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.396458 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.400863 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.424670 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:03:20.433372 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462e6279-122c-4e2b-a64c-29b80e89f525,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:20.439079 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.439450 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Added segment 50367bfe-a764-4a1f-b0e8-b1ff53b23542 of type vlan for network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 Jul 09 21:03:20.479697 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.508382 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.509417 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:20.510008 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.560737 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3807631 Jul 09 21:03:20.563773 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39300) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:20.568720 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] Request body: {'subnet': {'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-903492964-subnet', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:20.569606 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfda3f0-186e-437f-84c9-4ae6155fb77d admin admin] Pushing event updated for resources: {'Network': ['ID=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:20.580105 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:03:20.589513 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] Made reservation on behalf of eefda4470f164be2a7efc3e8239f481e for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:03:20.592127 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9236157'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.755235 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9236143'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.807185 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef787648-ac1a-47dd-8921-d04e681de1b7,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:20.816974 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] Checking segment: {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:20.817322 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] Network hostable DHCP agents. Network: eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:03:20.833938 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] Network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:03:20.842985 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:20.847022 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:20.847634 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.852553 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19ec91-6b2a-46db-b731-31172d6bbc5b None None] Network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:03:20.861862 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c985f298-4ec9-47a8-8025-a8020298cd2b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2970145 Jul 09 21:03:20.864770 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39302) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:20.870014 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:20.890110 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-547644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6443'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.891079 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6450'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.942118 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.000321 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp525146ed-e162-58ec-a1cf-36914d7b589f-eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7'}]}} from dv-cinder-792642-3-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:03:21.001231 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.076948 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6400'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.133802 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Allocated IP 172.20.0.2 (eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1/ef787648-ac1a-47dd-8921-d04e681de1b7/d2dea51a-3328-4858-b671-f4f0c56a4a94) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:21.271683 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.276653 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.280532 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Transition to ACTIVE for port object d2dea51a-3328-4858-b671-f4f0c56a4a94 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:21.295493 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.296420 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Transition to ACTIVE for port object d2dea51a-3328-4858-b671-f4f0c56a4a94 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:21.302279 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.341165 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:21.347180 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:21.350752 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:21.358833 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Pushing event updated for resources: {'Port': ['ID=d2dea51a-3328-4858-b671-f4f0c56a4a94,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:21.385264 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.385619 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.385973 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.386312 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.386650 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.386994 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.387331 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.387687 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.388022 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.388353 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.388681 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.389008 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:21.395865 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Allocated IP 172.27.1.22 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/c3afae78-1f34-415f-ada3-ef8b40ac169c) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:21.423058 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Attempting to bind port d2dea51a-3328-4858-b671-f4f0c56a4a94 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:03:21.423471 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Attempting to bind port d2dea51a-3328-4858-b671-f4f0c56a4a94 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:03:21.423847 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Attempting to bind port d2dea51a-3328-4858-b671-f4f0c56a4a94 on network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:21.428834 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:03:21.429120 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Checking segment: {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:21.429529 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.430177 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Bound using segment: {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:03:21.430742 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Bound port: d2dea51a-3328-4858-b671-f4f0c56a4a94, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:03:21.431137 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.492485 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] For port d2dea51a-3328-4858-b671-f4f0c56a4a94, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:03:21.495619 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] For port d2dea51a-3328-4858-b671-f4f0c56a4a94, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d2dea51a-3328-4858-b671-f4f0c56a4a94,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:03:21.499837 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.501494 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.543494 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.565077 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fcdc4-6b70-4f02-89b2-95e2ace8ad48 None None] Pushing event updated for resources: {'Port': ['ID=d2dea51a-3328-4858-b671-f4f0c56a4a94,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:21.592550 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:21.597410 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:21.599840 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:21.626307 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Pushing event updated for resources: {'Port': ['ID=c3afae78-1f34-415f-ada3-ef8b40ac169c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:21.860986 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:22.054305 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:22.312471 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420322'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:22.442559 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 is scheduled to L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:03:22.485188 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5de4df2-8a65-48d6-acc3-a3652356013f None None] Network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:03:22.549339 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:22.565395 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Sync routers for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:22.566481 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:22.567772 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6fc729f9-cc3e-4b8f-9e5d-1aaffb4d613f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7020571 Jul 09 21:03:22.571049 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39304) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:22.574349 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-10df8f26-a0b7-463a-9ee3-2b29477df5db None None] Provisioning for port d2dea51a-3328-4858-b671-f4f0c56a4a94 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:22.611564 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:22.612211 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:22.842859 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d2dea51a-3328-4858-b671-f4f0c56a4a94 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:22.918977 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:23.002365 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.032709 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port d2dea51a-3328-4858-b671-f4f0c56a4a94 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:23.041258 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port d2dea51a-3328-4858-b671-f4f0c56a4a94 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:23.041635 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.175233 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Allocated IP 172.20.0.1 (eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1/ef787648-ac1a-47dd-8921-d04e681de1b7/9e9e34b1-261a-470b-91d0-71a0bae832ee) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:23.182449 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.209140 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:21Z', 'revision_number': 3, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:23.253055 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port d2dea51a-3328-4858-b671-f4f0c56a4a94, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d2dea51a-3328-4858-b671-f4f0c56a4a94,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:23.254515 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Checking router: 8e77f98a-daac-48da-bf5b-a4c0deb396b5 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:23.254515 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Updating router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 port c3afae78-1f34-415f-ada3-ef8b40ac169c binding host dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:03:23.276481 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.302685 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.310697 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be864104-8f68-476d-b1b6-57a9754156f2 req-b2f1394a-5c4c-4434-8a22-b511f392bf12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672030 Jul 09 21:03:23.316847 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Transition to ACTIVE for port object 9e9e34b1-261a-470b-91d0-71a0bae832ee will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:23.329636 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.353399 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.369659 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-f594e83f-48bd-41e8-b6ed-a49ed9ee24f7 None None] Provisioning complete for port d2dea51a-3328-4858-b671-f4f0c56a4a94 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:23.370042 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f594e83f-48bd-41e8-b6ed-a49ed9ee24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.375818 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=d2dea51a-3328-4858-b671-f4f0c56a4a94,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:23.389613 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:23.392528 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:23.394944 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:23.436815 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be864104-8f68-476d-b1b6-57a9754156f2 req-83a9883c-e0b8-4684-a956-15b7a32e1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:23.438310 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9e34b1-261a-470b-91d0-71a0bae832ee,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:23.439782 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be864104-8f68-476d-b1b6-57a9754156f2 req-83a9883c-e0b8-4684-a956-15b7a32e1f7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1836b31c3b5e496584544c882f0c46d2&device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 1098 time: 0.0668068 Jul 09 21:03:23.448360 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544981'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.566239 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be864104-8f68-476d-b1b6-57a9754156f2 req-5311a9e0-ace6-4da5-b670-fc208f24e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:23.567864 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be864104-8f68-476d-b1b6-57a9754156f2 req-5311a9e0-ace6-4da5-b670-fc208f24e4b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b84a2abb-7752-4c25-aabf-2ee5072d0564 HTTP/1.1" status: 200 len: 911 time: 0.1051502 Jul 09 21:03:23.605420 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.664958 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be864104-8f68-476d-b1b6-57a9754156f2 req-c5087c9e-96b6-4cca-a125-2961e8022255 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68667909-709e-4d67-804b-660d834b7a62 HTTP/1.1" status: 200 len: 999 time: 0.0898232 Jul 09 21:03:23.692253 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.703848 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Transition to ACTIVE for port object c3afae78-1f34-415f-ada3-ef8b40ac169c will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:23.717395 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be864104-8f68-476d-b1b6-57a9754156f2 req-f927a07f-5812-425d-bdb4-a8f19c28b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:23.717664 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.719214 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be864104-8f68-476d-b1b6-57a9754156f2 req-f927a07f-5812-425d-bdb4-a8f19c28b55b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30f6906-86d1-4a0c-b274-48de77a77ea3 HTTP/1.1" status: 200 len: 848 time: 0.0493128 Jul 09 21:03:23.746944 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-dd20c7f7-2b22-4d38-9e53-36340a5c27b8 None None] Provisioning for port 9e9e34b1-261a-470b-91d0-71a0bae832ee completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:23.766286 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-dd20c7f7-2b22-4d38-9e53-36340a5c27b8 None None] Provisioning complete for port 9e9e34b1-261a-470b-91d0-71a0bae832ee triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:23.766657 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dd20c7f7-2b22-4d38-9e53-36340a5c27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.781181 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be864104-8f68-476d-b1b6-57a9754156f2 req-d0451ce8-4804-4112-83d6-fd77b5adc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:23.782439 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.782738 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be864104-8f68-476d-b1b6-57a9754156f2 req-d0451ce8-4804-4112-83d6-fd77b5adc16e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b84a2abb-7752-4c25-aabf-2ee5072d0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565856 Jul 09 21:03:23.787579 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.799499 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Attempting to bind port c3afae78-1f34-415f-ada3-ef8b40ac169c on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:03:23.799877 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Attempting to bind port c3afae78-1f34-415f-ada3-ef8b40ac169c by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:03:23.800237 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Attempting to bind port c3afae78-1f34-415f-ada3-ef8b40ac169c on network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:23.813957 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850b030-a712-4d1b-823e-9b957113d4d1 None None] Pushing event updated for resources: {'Port': ['ID=c3afae78-1f34-415f-ada3-ef8b40ac169c,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:23.819392 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:03:23.819766 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Checking segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:23.820678 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.821811 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Bound using segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:03:23.822390 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Bound port: c3afae78-1f34-415f-ada3-ef8b40ac169c, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:03:23.822680 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.826580 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-dd20c7f7-2b22-4d38-9e53-36340a5c27b8 None None] Port 9e9e34b1-261a-470b-91d0-71a0bae832ee cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:03:23.866496 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9e34b1-261a-470b-91d0-71a0bae832ee,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:23.871600 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552616'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.893906 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be864104-8f68-476d-b1b6-57a9754156f2 req-949d3656-5050-4fb9-915b-98ceaf3245a7 service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035502 Jul 09 21:03:23.904328 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] For port c3afae78-1f34-415f-ada3-ef8b40ac169c, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:03:23.907610 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] For port c3afae78-1f34-415f-ada3-ef8b40ac169c, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=c3afae78-1f34-415f-ada3-ef8b40ac169c,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:03:23.912087 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:23.969515 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:23.970160 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:23.970391 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:23.971819 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:23.974885 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850b030-a712-4d1b-823e-9b957113d4d1 None None] Pushing event updated for resources: {'Port': ['ID=c3afae78-1f34-415f-ada3-ef8b40ac169c,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:23.993735 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be864104-8f68-476d-b1b6-57a9754156f2 req-f1109c16-21f8-4573-99b6-78b71dd25b60 service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932000 Jul 09 21:03:24.099088 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:24.100675 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:03:24.212098 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:24.218919 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-06aad777-c37b-45ae-a6e5-20af227028e8 admin admin] 10.222.0.73 "PUT /v2.0/routers/8e77f98a-daac-48da-bf5b-a4c0deb396b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6448879 Jul 09 21:03:24.271330 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-64d64657-b320-4a8d-b314-d20e55fd4fd0 None None] Provisioning complete for port 9e9e34b1-261a-470b-91d0-71a0bae832ee triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:24.271866 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-64d64657-b320-4a8d-b314-d20e55fd4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:24.330233 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-64d64657-b320-4a8d-b314-d20e55fd4fd0 None None] Port 9e9e34b1-261a-470b-91d0-71a0bae832ee cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:03:24.349674 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 2, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:24.381599 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45d67d-4fc4-4c07-8ac9-bac530d40f12 None None] The sync data for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi is: [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 2, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:24.738429 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39326) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:24.745741 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1167232068-network', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:24.769463 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Made reservation on behalf of 3ed39ced8e75445caa9fec9e9556ff52 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:03:24.772362 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:24.783431 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:24.815629 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d2dea51a-3328-4858-b671-f4f0c56a4a94 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:24.874249 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port d2dea51a-3328-4858-b671-f4f0c56a4a94 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:24.874678 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:24.899425 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:24.904445 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:24.932293 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:03:24.950413 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03e0c26-64d8-4c0e-afdd-c817b09e506f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:24.953343 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:24.953688 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Added segment 9c234117-228f-4d3f-bba5-213d49dc9bec of type vlan for network 950707bc-26ef-4de8-a9ea-2eab41e98f00 Jul 09 21:03:24.998470 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741293374823'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.030131 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.031289 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:25.032072 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.097858 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3576267 Jul 09 21:03:25.101238 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39328) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:25.111306 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] Request body: {'subnet': {'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1167232068-subnet', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:25.115236 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211618b-281b-498e-89b3-c82bea30a62b admin admin] Pushing event updated for resources: {'Network': ['ID=950707bc-26ef-4de8-a9ea-2eab41e98f00,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:25.125921 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Network 950707bc-26ef-4de8-a9ea-2eab41e98f00 details requested by agent ovs-agent-dv-cinder-792642-3-iscsi with host dv-cinder-792642-3-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:03:25.132109 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] Made reservation on behalf of 3ed39ced8e75445caa9fec9e9556ff52 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:03:25.135436 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9236157'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.321765 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9236143'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.376899 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:25.388375 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] Checking segment: {'id': '9c234117-228f-4d3f-bba5-213d49dc9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:25.388734 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] Network hostable DHCP agents. Network: 950707bc-26ef-4de8-a9ea-2eab41e98f00, hostable agents: ['eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:03:25.405596 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] Network 950707bc-26ef-4de8-a9ea-2eab41e98f00 is scheduled to be hosted by DHCP agent eb5f0b4f-c7aa-43c1-9a15-c91c106abbdd with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:03:25.415494 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-3-iscsi, 950707bc-26ef-4de8-a9ea-2eab41e98f00) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:25.419617 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:25.420213 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.424755 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2beb6d-4430-4f45-b245-603a3edbc062 None None] Network 950707bc-26ef-4de8-a9ea-2eab41e98f00 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:03:25.447968 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7e53658b-f621-4fa1-8ce0-c05b4da4154c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3437161 Jul 09 21:03:25.450315 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39330) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:25.455289 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1167232068-router', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:25.477981 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-547644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6443'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.479015 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6450'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.536414 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.585751 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp525146ed-e162-58ec-a1cf-36914d7b589f-950707bc-26ef-4de8-a9ea-2eab41e98f00', 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'fixed_ips': [{'subnet_id': '9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3'}]}} from dv-cinder-792642-3-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:03:25.587981 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.679250 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6400'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.748290 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Allocated IP 172.20.0.2 (950707bc-26ef-4de8-a9ea-2eab41e98f00/9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3/c6e6bd84-c5c0-4ef4-b7fd-f1e856816759) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:25.889387 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.893114 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.902196 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Transition to ACTIVE for port object c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:25.909591 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.916687 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Transition to ACTIVE for port object c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:25.922139 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.969524 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Network 950707bc-26ef-4de8-a9ea-2eab41e98f00 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:25.972444 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:25.977432 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:25.980571 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Pushing event updated for resources: {'Port': ['ID=c6e6bd84-c5c0-4ef4-b7fd-f1e856816759,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:26.016625 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39332) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:26.037690 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Attempting to bind port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:03:26.038053 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Attempting to bind port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '9c234117-228f-4d3f-bba5-213d49dc9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:03:26.038415 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Attempting to bind port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 on network 950707bc-26ef-4de8-a9ea-2eab41e98f00 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:26.044701 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:03:26.045070 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Checking segment: {'id': '9c234117-228f-4d3f-bba5-213d49dc9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:26.045473 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.045861 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Bound using segment: {'id': '9c234117-228f-4d3f-bba5-213d49dc9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:03:26.046318 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Bound port: c6e6bd84-c5c0-4ef4-b7fd-f1e856816759, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c234117-228f-4d3f-bba5-213d49dc9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:03:26.046696 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.063659 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Allocated IP 172.27.1.14 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/40652e4d-ff3a-4c06-9ba3-7631e6aa8f59) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:26.114053 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] For port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:03:26.119373 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] For port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=c6e6bd84-c5c0-4ef4-b7fd-f1e856816759,segment=NetworkSegment(9c234117-228f-4d3f-bba5-213d49dc9bec),segment_id=9c234117-228f-4d3f-bba5-213d49dc9bec)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:03:26.124946 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.186997 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54751309-1229-4c32-a822-d04b7ae9a6a3 None None] Pushing event updated for resources: {'Port': ['ID=c6e6bd84-c5c0-4ef4-b7fd-f1e856816759,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:26.253648 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.310185 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Deleting port a84b7956-aca4-4a24-be49-28416563f0d7 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:26.310531 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.477314 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Sync routers for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:26.488739 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:26.489495 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:26.598195 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:26.624225 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.685343 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:26.688054 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Pushing event updated for resources: {'Port': ['ID=40652e4d-ff3a-4c06-9ba3-7631e6aa8f59,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:26.694063 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:26.700852 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:26.726581 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.727499 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.746524 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Calling delete_port for a84b7956-aca4-4a24-be49-28416563f0d7 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:26.809012 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 2, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:26.840032 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Checking router: 8e77f98a-daac-48da-bf5b-a4c0deb396b5 for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:26.840393 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Updating router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 port 9e9e34b1-261a-470b-91d0-71a0bae832ee binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:03:26.888785 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.933376 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device c3afae78-1f34-415f-ada3-ef8b40ac169c up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:26.996036 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port c3afae78-1f34-415f-ada3-ef8b40ac169c completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:27.000449 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port c3afae78-1f34-415f-ada3-ef8b40ac169c triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:27.001025 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.103481 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.122259 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.134815 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port c3afae78-1f34-415f-ada3-ef8b40ac169c, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=c3afae78-1f34-415f-ada3-ef8b40ac169c,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:27.141912 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.143015 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:27.176794 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.239190 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0f32e-5f35-4b26-a235-d87912c03bf4 None None] Network 950707bc-26ef-4de8-a9ea-2eab41e98f00 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:03:27.252275 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event deleted for resources: {'Port': ['ID=a84b7956-aca4-4a24-be49-28416563f0d7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:27.257315 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=c3afae78-1f34-415f-ada3-ef8b40ac169c,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:27.306710 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:27.326301 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-170be824-017d-4346-b2c8-403a549e554b None None] Provisioning for port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:27.328851 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.340472 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-170be824-017d-4346-b2c8-403a549e554b None None] Provisioning complete for port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:27.341206 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-170be824-017d-4346-b2c8-403a549e554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.342172 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Transition to ACTIVE for port object 9e9e34b1-261a-470b-91d0-71a0bae832ee will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:27.358858 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.375943 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.376609 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Floating IP 679a4026-ed4b-420d-84a2-4370ed2ca037 disassociated (deleted). External IP: 172.27.1.5, port: 68667909-709e-4d67-804b-660d834b7a62. Jul 09 21:03:27.421343 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Pushing event updated for resources: {'Port': ['ID=9e9e34b1-261a-470b-91d0-71a0bae832ee,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:27.479793 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.480838 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.481338 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.482009 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.482891 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.483402 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.483943 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.484443 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.484954 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.485458 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.485936 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.486606 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:27.513746 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420322'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.516643 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Attempting to bind port 9e9e34b1-261a-470b-91d0-71a0bae832ee on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:03:27.517839 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Attempting to bind port 9e9e34b1-261a-470b-91d0-71a0bae832ee by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:03:27.518567 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Attempting to bind port 9e9e34b1-261a-470b-91d0-71a0bae832ee on network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:27.526953 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:03:27.527693 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Checking segment: {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:27.528450 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.529042 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Bound using segment: {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:03:27.529517 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Bound port: 9e9e34b1-261a-470b-91d0-71a0bae832ee, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:03:27.529920 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.603954 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] For port 9e9e34b1-261a-470b-91d0-71a0bae832ee, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:03:27.607777 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] For port 9e9e34b1-261a-470b-91d0-71a0bae832ee, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=9e9e34b1-261a-470b-91d0-71a0bae832ee,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:03:27.613786 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.635000 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-170be824-017d-4346-b2c8-403a549e554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.682236 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-170be824-017d-4346-b2c8-403a549e554b None None] For port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=c6e6bd84-c5c0-4ef4-b7fd-f1e856816759,segment=NetworkSegment(9c234117-228f-4d3f-bba5-213d49dc9bec),segment_id=9c234117-228f-4d3f-bba5-213d49dc9bec)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:27.688541 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-170be824-017d-4346-b2c8-403a549e554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.690084 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:27.690990 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:27.746571 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Router fee28a34-6bdc-4d49-843c-2f7d2969512f has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:03:27.748560 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170be824-017d-4346-b2c8-403a549e554b None None] Pushing event updated for resources: {'Port': ['ID=c6e6bd84-c5c0-4ef4-b7fd-f1e856816759,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:27.778889 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b309f1-af12-4c11-b6ba-d12ee44fe0fe None None] Pushing event updated for resources: {'Port': ['ID=9e9e34b1-261a-470b-91d0-71a0bae832ee,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:27.816959 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:27.892199 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b is scheduled to L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:03:27.945122 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:27.951488 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.959843 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea9b381-8519-4ceb-a95e-2930c3b53dc8 None None] Sync routers for ids ['fee28a34-6bdc-4d49-843c-2f7d2969512f'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:27.979812 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea9b381-8519-4ceb-a95e-2930c3b53dc8 None None] Routers {'fee28a34-6bdc-4d49-843c-2f7d2969512f'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:27.980915 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dea9b381-8519-4ceb-a95e-2930c3b53dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fee28a34-6bdc-4d49-843c-2f7d2969512f'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:28.036748 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-4dd63b06-10e3-4e22-98cd-510753127da4 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "DELETE /v2.0/floatingips/679a4026-ed4b-420d-84a2-4370ed2ca037 HTTP/1.1" status: 204 len: 168 time: 2.0189517 Jul 09 21:03:28.038772 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'tag': '68667909-709e-4d67-804b-660d834b7a62'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:03:28.042709 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170e3143-65e6-49be-8d7e-1fe6dc98797e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "tag": "68667909-709e-4d67-804b-660d834b7a62"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:03:28.053104 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:28.064096 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:28.082847 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:28.086738 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-60630c99-26c3-4295-8124-fe11360bfe39 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6326115 Jul 09 21:03:28.087329 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39340) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:28.093651 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Sync routers for ids ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:28.096041 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-902e73e9-f3de-4f74-8a1c-04656b027930 None None] Provisioning complete for port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:28.096599 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-902e73e9-f3de-4f74-8a1c-04656b027930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:28.097469 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba8154-382d-40fd-a34f-258917df6574 None None] The sync data for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi is: [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:28.115131 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Routers {'1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:28.116171 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:28.129774 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-dea9b381-8519-4ceb-a95e-2930c3b53dc8 None None] Set router fee28a34-6bdc-4d49-843c-2f7d2969512f gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:28.263608 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Set router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:28.436261 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dea9b381-8519-4ceb-a95e-2930c3b53dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '2bea2a65-d0b3-4ae1-a839-861c3d245fc8', 'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'mac_address': 'fa:16:3e:cb:be:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:37Z', 'updated_at': '2021-07-09T20:58:46Z', 'revision_number': 5, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'subnets': [{'id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:28.493857 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea9b381-8519-4ceb-a95e-2930c3b53dc8 None None] Checking router: fee28a34-6bdc-4d49-843c-2f7d2969512f for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:28.515689 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea9b381-8519-4ceb-a95e-2930c3b53dc8 None None] Routers {'fee28a34-6bdc-4d49-843c-2f7d2969512f'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:28.516337 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dea9b381-8519-4ceb-a95e-2930c3b53dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fee28a34-6bdc-4d49-843c-2f7d2969512f'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:28.532058 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'name': 'tempest-TestVolumeBootPattern-1167232068-router', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:26Z', 'revision_number': 3, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'gw_port': {'id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:28.534491 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785f1a79-cbc7-4163-bf8b-2f1a3c47cf31 x-openstack-request-id: req-785f1a79-cbc7-4163-bf8b-2f1a3c47cf31 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:03:28.534937 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "tag": "68667909-709e-4d67-804b-660d834b7a62", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:03:28.535070 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-785f1a79-cbc7-4163-bf8b-2f1a3c47cf31 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:03:28.535424 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'tag': '68667909-709e-4d67-804b-660d834b7a62', 'status': 'completed', 'code': 200} Jul 09 21:03:28.586957 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3143-65e6-49be-8d7e-1fe6dc98797e req-eb59c93d-1fb7-4261-9067-1898b640f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:28.589807 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-170e3143-65e6-49be-8d7e-1fe6dc98797e req-eb59c93d-1fb7-4261-9067-1898b640f0ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1836b31c3b5e496584544c882f0c46d2&device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 1098 time: 0.0937088 Jul 09 21:03:28.599170 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Checking router: 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:28.600630 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Updating router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:03:28.660300 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:28.667282 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-dea9b381-8519-4ceb-a95e-2930c3b53dc8 None None] Set router fee28a34-6bdc-4d49-843c-2f7d2969512f gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:28.701810 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3143-65e6-49be-8d7e-1fe6dc98797e req-e1813c62-1aab-4e1c-808f-899392481f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:28.703876 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-170e3143-65e6-49be-8d7e-1fe6dc98797e req-e1813c62-1aab-4e1c-808f-899392481f84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b84a2abb-7752-4c25-aabf-2ee5072d0564 HTTP/1.1" status: 200 len: 911 time: 0.1068354 Jul 09 21:03:28.746998 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877c433-e0e2-409e-aacf-ce2eb6545d08 req-52aec983-9d3b-4661-80d9-cd15c5962e5a tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:28.756658 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d877c433-e0e2-409e-aacf-ce2eb6545d08 req-52aec983-9d3b-4661-80d9-cd15c5962e5a tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.1927845 Jul 09 21:03:28.770383 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-170e3143-65e6-49be-8d7e-1fe6dc98797e req-cf1fe2dd-d490-4aa6-ab89-8668ca0826d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68667909-709e-4d67-804b-660d834b7a62 HTTP/1.1" status: 200 len: 217 time: 0.0580857 Jul 09 21:03:28.805432 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:28.862898 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d877c433-e0e2-409e-aacf-ce2eb6545d08 req-1dd3db64-057f-48cb-9500-011b3fba1a59 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051481 Jul 09 21:03:28.909197 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3143-65e6-49be-8d7e-1fe6dc98797e req-3f73af8e-2be4-41d8-9f46-956c8beffa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:28.911926 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-170e3143-65e6-49be-8d7e-1fe6dc98797e req-3f73af8e-2be4-41d8-9f46-956c8beffa8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30f6906-86d1-4a0c-b274-48de77a77ea3 HTTP/1.1" status: 200 len: 848 time: 0.1347322 Jul 09 21:03:28.915969 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device c3afae78-1f34-415f-ada3-ef8b40ac169c up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:29.000658 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3143-65e6-49be-8d7e-1fe6dc98797e req-d43048d7-8d2a-4819-94eb-4d4d66221303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:29.002462 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-170e3143-65e6-49be-8d7e-1fe6dc98797e req-d43048d7-8d2a-4819-94eb-4d4d66221303 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b84a2abb-7752-4c25-aabf-2ee5072d0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839105 Jul 09 21:03:29.029702 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.040814 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port c3afae78-1f34-415f-ada3-ef8b40ac169c triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:29.041329 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.045092 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Transition to ACTIVE for port object 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:29.056814 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.103724 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Allocated IP 172.20.0.1 (950707bc-26ef-4de8-a9ea-2eab41e98f00/9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3/7eb962da-f7fe-49ce-84e3-2d37f0616ed6) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:29.121451 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dea9b381-8519-4ceb-a95e-2930c3b53dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '2bea2a65-d0b3-4ae1-a839-861c3d245fc8', 'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'mac_address': 'fa:16:3e:cb:be:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:37Z', 'updated_at': '2021-07-09T20:58:46Z', 'revision_number': 5, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'subnets': [{'id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:29.136833 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Attempting to bind port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:03:29.137362 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Attempting to bind port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:03:29.137614 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Attempting to bind port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 on network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:29.142236 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-170e3143-65e6-49be-8d7e-1fe6dc98797e req-b40f0cb8-341c-4b52-8816-83166a4edd93 service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319897 Jul 09 21:03:29.149888 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:03:29.149888 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Checking segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:29.150249 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.150643 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Bound using segment: {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:03:29.151107 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Bound port: 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6289b8-63d4-4377-ad71-74f610317f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:03:29.151528 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.163773 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea9b381-8519-4ceb-a95e-2930c3b53dc8 None None] The sync data for ids ['fee28a34-6bdc-4d49-843c-2f7d2969512f'] in dv-cinder-792642-3-iscsi is: [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T20:58:38Z', 'revision_number': 4, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '2bea2a65-d0b3-4ae1-a839-861c3d245fc8', 'name': '', 'network_id': 'b84a2abb-7752-4c25-aabf-2ee5072d0564', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'mac_address': 'fa:16:3e:cb:be:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:37Z', 'updated_at': '2021-07-09T20:58:46Z', 'revision_number': 5, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'subnets': [{'id': 'f30f6906-86d1-4a0c-b274-48de77a77ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:29.184819 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c182e5-a079-489e-9817-553c508717ab None None] Pushing event updated for resources: {'Port': ['ID=40652e4d-ff3a-4c06-9ba3-7631e6aa8f59,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:29.215949 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 9e9e34b1-261a-470b-91d0-71a0bae832ee up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:29.247114 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] For port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:03:29.251166 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] For port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=40652e4d-ff3a-4c06-9ba3-7631e6aa8f59,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:03:29.257173 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.283605 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.310027 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 9e9e34b1-261a-470b-91d0-71a0bae832ee completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:29.316348 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Transition to ACTIVE for port object 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:29.320559 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 9e9e34b1-261a-470b-91d0-71a0bae832ee triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:29.320559 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.327309 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-170e3143-65e6-49be-8d7e-1fe6dc98797e req-3bda42d3-2bf4-42d1-a811-aa58f4510464 service neutron] 10.222.0.26 "GET /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772463 Jul 09 21:03:29.340244 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Routers {'1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:29.342220 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:29.362523 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.406174 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c182e5-a079-489e-9817-553c508717ab None None] Pushing event updated for resources: {'Port': ['ID=40652e4d-ff3a-4c06-9ba3-7631e6aa8f59,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:29.413728 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Network 950707bc-26ef-4de8-a9ea-2eab41e98f00 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:29.418473 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:29.423170 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:29.436655 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.469562 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Pushing event updated for resources: {'Port': ['ID=7eb962da-f7fe-49ce-84e3-2d37f0616ed6,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:29.476333 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544981'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.490417 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 9e9e34b1-261a-470b-91d0-71a0bae832ee, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=9e9e34b1-261a-470b-91d0-71a0bae832ee,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:29.498918 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.499905 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:29.579392 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0732729-786e-4656-8d38-b33fd80438cc None None] New status for floating IP 679a4026-ed4b-420d-84a2-4370ed2ca037: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:03:29.653315 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.670933 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] Set router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:29.674397 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=9e9e34b1-261a-470b-91d0-71a0bae832ee,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:29.686492 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:29.686644 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.779317 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-5e85edd5-b225-41f0-9d2b-8c66b9ddc528 None None] Provisioning for port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:29.785595 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-5e85edd5-b225-41f0-9d2b-8c66b9ddc528 None None] Provisioning complete for port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:29.786039 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5e85edd5-b225-41f0-9d2b-8c66b9ddc528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.828336 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-5e85edd5-b225-41f0-9d2b-8c66b9ddc528 None None] Port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:03:29.862200 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'name': 'tempest-TestVolumeBootPattern-1167232068-router', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:26Z', 'revision_number': 3, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'gw_port': {'id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:29.877334 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.882074 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.889336 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179236a3-bbf2-4f36-b48c-da84f8e474f2 None None] The sync data for ids ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'] in dv-cinder-792642-3-iscsi is: [{'id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'name': 'tempest-TestVolumeBootPattern-1167232068-router', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:26Z', 'revision_number': 3, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'gw_port': {'id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:29.952331 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552616'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.954126 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Pushing event updated for resources: {'Port': ['ID=7eb962da-f7fe-49ce-84e3-2d37f0616ed6,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:30.098767 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Network 950707bc-26ef-4de8-a9ea-2eab41e98f00 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:30.103837 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:30.136144 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e7d94-2421-422a-8f7b-4cb688308179 req-50615638-f5cf-484d-a729-5f2abcfd63a9 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:30.138117 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-751e7d94-2421-422a-8f7b-4cb688308179 req-50615638-f5cf-484d-a729-5f2abcfd63a9 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.1241777 Jul 09 21:03:30.250097 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb22764-36e4-4876-bd08-408024eb2980 req-c73f4636-c154-4c4a-bc12-f2186617c635 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:30.252185 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dbb22764-36e4-4876-bd08-408024eb2980 req-c73f4636-c154-4c4a-bc12-f2186617c635 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 945 time: 0.1025066 Jul 09 21:03:30.362271 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-2024c0f1-889a-4907-ac5a-513bc1b21a1f None None] Provisioning complete for port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:30.362875 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2024c0f1-889a-4907-ac5a-513bc1b21a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:30.372901 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-dbb22764-36e4-4876-bd08-408024eb2980 req-483a859b-c3e7-412a-b318-9435a77349ae tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Deleting port 68667909-709e-4d67-804b-660d834b7a62 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:30.373346 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-dbb22764-36e4-4876-bd08-408024eb2980 req-483a859b-c3e7-412a-b318-9435a77349ae tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:30.403599 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-2024c0f1-889a-4907-ac5a-513bc1b21a1f None None] Port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:03:30.478569 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-dbb22764-36e4-4876-bd08-408024eb2980 req-483a859b-c3e7-412a-b318-9435a77349ae tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] For port 68667909-709e-4d67-804b-660d834b7a62, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=68667909-709e-4d67-804b-660d834b7a62,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:30.478920 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-dbb22764-36e4-4876-bd08-408024eb2980 req-483a859b-c3e7-412a-b318-9435a77349ae tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:30.493019 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-dbb22764-36e4-4876-bd08-408024eb2980 req-483a859b-c3e7-412a-b318-9435a77349ae tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Calling delete_port for 68667909-709e-4d67-804b-660d834b7a62 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:30.540524 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-751e7d94-2421-422a-8f7b-4cb688308179 req-3555044d-18ef-48c0-bcaa-935a02c58d18 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/security-groups?id=e5112988-be82-49a2-a554-64831f3c7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3597434 Jul 09 21:03:30.569663 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:03:30.638702 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-dbb22764-36e4-4876-bd08-408024eb2980 req-483a859b-c3e7-412a-b318-9435a77349ae tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:30.667451 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a859b-c3e7-412a-b318-9435a77349ae tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event deleted for resources: {'Port': ['ID=68667909-709e-4d67-804b-660d834b7a62,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:30.693059 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:30.701953 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6c188103-e50d-492d-88bf-149f3299118d admin admin] 10.222.0.73 "PUT /v2.0/routers/1f99a17d-4f9f-4412-a4ed-d98a9bfd424b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6132755 Jul 09 21:03:30.718929 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb22764-36e4-4876-bd08-408024eb2980 req-483a859b-c3e7-412a-b318-9435a77349ae tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] No DVR routers for this DVR port 68667909-709e-4d67-804b-660d834b7a62 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:03:30.721561 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-dbb22764-36e4-4876-bd08-408024eb2980 req-483a859b-c3e7-412a-b318-9435a77349ae tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:30.723876 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dbb22764-36e4-4876-bd08-408024eb2980 req-483a859b-c3e7-412a-b318-9435a77349ae tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.26 "DELETE /v2.0/ports/68667909-709e-4d67-804b-660d834b7a62 HTTP/1.1" status: 204 len: 173 time: 0.4652219 Jul 09 21:03:30.724346 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'name': 'network-vif-deleted', 'tag': '68667909-709e-4d67-804b-660d834b7a62'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:03:30.728677 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea783bd9-3856-412b-95d9-a634788b7961" -d '{"events": [{"server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "name": "network-vif-deleted", "tag": "68667909-709e-4d67-804b-660d834b7a62"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:03:30.779768 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1e9502-d1fc-43ae-9a63-d70828814453 x-openstack-request-id: req-3c1e9502-d1fc-43ae-9a63-d70828814453 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:03:30.780054 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1e9bbc-10cc-4f44-baa3-b3b5722147ba", "name": "network-vif-deleted", "tag": "68667909-709e-4d67-804b-660d834b7a62", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:03:30.780792 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c1e9502-d1fc-43ae-9a63-d70828814453 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:03:30.781184 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1e9bbc-10cc-4f44-baa3-b3b5722147ba', 'name': 'network-vif-deleted', 'tag': '68667909-709e-4d67-804b-660d834b7a62', 'status': 'completed', 'code': 200} Jul 09 21:03:30.917555 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 9e9e34b1-261a-470b-91d0-71a0bae832ee up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:30.964550 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 9e9e34b1-261a-470b-91d0-71a0bae832ee triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:30.964932 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.057550 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:31.112191 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:31.116965 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:31.118007 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.219045 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.246058 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=40652e4d-ff3a-4c06-9ba3-7631e6aa8f59,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:31.250631 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.304311 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39356) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:31.308727 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=40652e4d-ff3a-4c06-9ba3-7631e6aa8f59,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:31.309572 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-c847486d-3792-4ae7-b546-1846916e824f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1225270903', 'description': 'tempest-secgroup-smoke-1225270903 description', 'project_id': 'eefda4470f164be2a7efc3e8239f481e'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:31.339871 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c847486d-3792-4ae7-b546-1846916e824f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.428851 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c847486d-3792-4ae7-b546-1846916e824f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.433457 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c847486d-3792-4ae7-b546-1846916e824f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.461237 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c847486d-3792-4ae7-b546-1846916e824f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.462557 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c847486d-3792-4ae7-b546-1846916e824f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1566525 Jul 09 21:03:31.464554 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847486d-3792-4ae7-b546-1846916e824f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711805f2-fd4b-4592-b2d2-e39f74f68ea3,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:31.465621 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39358) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:31.470500 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-e06c91b0-0b35-4e78-930e-139ce679020d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'security_group_rule': {'security_group_id': '711805f2-fd4b-4592-b2d2-e39f74f68ea3', 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:31.497992 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e06c91b0-0b35-4e78-930e-139ce679020d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.551866 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e06c91b0-0b35-4e78-930e-139ce679020d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.557171 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e06c91b0-0b35-4e78-930e-139ce679020d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.578987 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c91b0-0b35-4e78-930e-139ce679020d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7421ed-1d8a-4d6d-8d39-2dba57f40c1e,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:31.589191 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e06c91b0-0b35-4e78-930e-139ce679020d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.590560 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e06c91b0-0b35-4e78-930e-139ce679020d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236708 Jul 09 21:03:31.593540 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39362) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:31.598381 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-87ba76b3-2b68-45d9-97e0-2f107251cf67 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'security_group_rule': {'security_group_id': '711805f2-fd4b-4592-b2d2-e39f74f68ea3', 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:31.629155 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-87ba76b3-2b68-45d9-97e0-2f107251cf67 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.721770 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7368e35a-794e-43a8-9337-4bdf6e23472b req-2c2ab0db-6c48-4594-a6ea-b4b70b843d17 tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e1e9bbc-10cc-4f44-baa3-b3b5722147ba HTTP/1.1" status: 200 len: 210 time: 0.0404499 Jul 09 21:03:31.733944 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-87ba76b3-2b68-45d9-97e0-2f107251cf67 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.738271 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-87ba76b3-2b68-45d9-97e0-2f107251cf67 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.749646 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba76b3-2b68-45d9-97e0-2f107251cf67 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97804b78-7775-43ad-8a94-3524bbe5beae,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:31.766113 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-87ba76b3-2b68-45d9-97e0-2f107251cf67 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.767382 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-87ba76b3-2b68-45d9-97e0-2f107251cf67 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1727092 Jul 09 21:03:31.770116 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39364) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:31.775211 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-44f1f8df-7831-454b-b412-e604b9687164 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'security_group_rule': {'security_group_id': '711805f2-fd4b-4592-b2d2-e39f74f68ea3', 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:31.802082 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-44f1f8df-7831-454b-b412-e604b9687164 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.854155 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-44f1f8df-7831-454b-b412-e604b9687164 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.857998 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-44f1f8df-7831-454b-b412-e604b9687164 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.876802 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1f8df-7831-454b-b412-e604b9687164 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c98d02-4c37-4cec-a80f-a0ca6db89d6f,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:31.887735 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-44f1f8df-7831-454b-b412-e604b9687164 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.888914 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-44f1f8df-7831-454b-b412-e604b9687164 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174266 Jul 09 21:03:31.891611 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39366) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:31.895156 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Sync routers for ids ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:31.898981 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-36bc7d56-e017-424d-b2a7-33c7f0c7e91c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'security_group_rule': {'security_group_id': '711805f2-fd4b-4592-b2d2-e39f74f68ea3', 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:31.904615 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Routers {'1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:31.905230 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:31.928729 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-36bc7d56-e017-424d-b2a7-33c7f0c7e91c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.988836 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-36bc7d56-e017-424d-b2a7-33c7f0c7e91c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:31.993122 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-36bc7d56-e017-424d-b2a7-33c7f0c7e91c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.012207 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Set router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:32.013844 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc7d56-e017-424d-b2a7-33c7f0c7e91c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf54056-4d2c-458d-91c3-527f689e408a,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:32.017505 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-36bc7d56-e017-424d-b2a7-33c7f0c7e91c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.021382 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-36bc7d56-e017-424d-b2a7-33c7f0c7e91c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261187 Jul 09 21:03:32.021865 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39368) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:32.026382 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-dc827f7e-73f4-4e6a-8b23-1177675a022e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'security_group_rule': {'security_group_id': '711805f2-fd4b-4592-b2d2-e39f74f68ea3', 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:32.048356 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-dc827f7e-73f4-4e6a-8b23-1177675a022e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Project eefda4470f164be2a7efc3e8239f481e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:03:32.053046 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dc827f7e-73f4-4e6a-8b23-1177675a022e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.114775 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dc827f7e-73f4-4e6a-8b23-1177675a022e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.118944 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dc827f7e-73f4-4e6a-8b23-1177675a022e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.136609 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc827f7e-73f4-4e6a-8b23-1177675a022e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3f3073-ec43-4c81-9dc8-8ffca1860f4c,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:32.142920 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dc827f7e-73f4-4e6a-8b23-1177675a022e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.144215 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-dc827f7e-73f4-4e6a-8b23-1177675a022e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214168 Jul 09 21:03:32.146788 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39370) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:32.151290 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-a29460f1-37da-4a38-82ee-603318c8af86 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'security_group_rule': {'security_group_id': '711805f2-fd4b-4592-b2d2-e39f74f68ea3', 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:32.173857 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-a29460f1-37da-4a38-82ee-603318c8af86 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Project eefda4470f164be2a7efc3e8239f481e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:03:32.178789 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a29460f1-37da-4a38-82ee-603318c8af86 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.212389 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'name': 'tempest-TestVolumeBootPattern-1167232068-router', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 4, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'gw_port': {'id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '7eb962da-f7fe-49ce-84e3-2d37f0616ed6', 'name': '', 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'mac_address': 'fa:16:3e:dc:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:28Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 2, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'subnets': [{'id': '9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:32.238418 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Checking router: 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:32.238773 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Updating router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 binding host dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:03:32.240594 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a29460f1-37da-4a38-82ee-603318c8af86 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.245713 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a29460f1-37da-4a38-82ee-603318c8af86 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-497923'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.265461 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29460f1-37da-4a38-82ee-603318c8af86 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bb2a55-7b98-4915-8193-cbbe83daf497,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:32.268101 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a29460f1-37da-4a38-82ee-603318c8af86 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.272196 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a29460f1-37da-4a38-82ee-603318c8af86 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215155 Jul 09 21:03:32.275266 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.536424 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.547270 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Transition to ACTIVE for port object 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:32.553306 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.623316 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3b8f5-a268-4545-8d29-6a53960d7908 None None] Pushing event updated for resources: {'Port': ['ID=7eb962da-f7fe-49ce-84e3-2d37f0616ed6,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:32.658843 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Attempting to bind port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 on host dv-cinder-792642-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:03:32.659226 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Attempting to bind port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 by drivers openvswitch,hyperv on host dv-cinder-792642-3-iscsi at level 0 using segments [{'id': '9c234117-228f-4d3f-bba5-213d49dc9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:03:32.659623 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Attempting to bind port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 on network 950707bc-26ef-4de8-a9ea-2eab41e98f00 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:32.665768 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Checking agent: {'id': 'f684471d-996e-4b02-87fd-851fe3667f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 46, 10), 'started_at': datetime.datetime(2021, 7, 9, 20, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:03:32.665921 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Checking segment: {'id': '9c234117-228f-4d3f-bba5-213d49dc9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:32.666313 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.666708 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Bound using segment: {'id': '9c234117-228f-4d3f-bba5-213d49dc9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:03:32.667393 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Bound port: 7eb962da-f7fe-49ce-84e3-2d37f0616ed6, host: dv-cinder-792642-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c234117-228f-4d3f-bba5-213d49dc9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:03:32.667983 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.739424 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] For port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6, host dv-cinder-792642-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:03:32.744200 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] For port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6, host dv-cinder-792642-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=7eb962da-f7fe-49ce-84e3-2d37f0616ed6,segment=NetworkSegment(9c234117-228f-4d3f-bba5-213d49dc9bec),segment_id=9c234117-228f-4d3f-bba5-213d49dc9bec)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:03:32.762299 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.824723 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:32.837968 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39416) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:32.846278 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Routers {'1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:32.847796 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:32.908745 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3b8f5-a268-4545-8d29-6a53960d7908 None None] Pushing event updated for resources: {'Port': ['ID=7eb962da-f7fe-49ce-84e3-2d37f0616ed6,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:32.931589 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-160c0202-9341-4b62-8550-211efc1b4d8e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.973389 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-160c0202-9341-4b62-8550-211efc1b4d8e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:33.029377 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] Set router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:33.048076 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-160c0202-9341-4b62-8550-211efc1b4d8e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:33.051149 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-160c0202-9341-4b62-8550-211efc1b4d8e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:33.055027 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-160c0202-9341-4b62-8550-211efc1b4d8e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] 10.222.0.73 "DELETE /v2.0/security-groups/e5112988-be82-49a2-a554-64831f3c7a9c HTTP/1.1" status: 204 len: 168 time: 0.2136705 Jul 09 21:03:33.055971 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:33.056415 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:33.065914 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c0202-9341-4b62-8550-211efc1b4d8e tempest-TestShelveInstance-448566803 tempest-TestShelveInstance-448566803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5112988-be82-49a2-a554-64831f3c7a9c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:33.095220 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39430) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:33.285730 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'name': 'tempest-TestVolumeBootPattern-1167232068-router', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 4, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'gw_port': {'id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '7eb962da-f7fe-49ce-84e3-2d37f0616ed6', 'name': '', 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'mac_address': 'fa:16:3e:dc:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:28Z', 'updated_at': '2021-07-09T21:03:32Z', 'revision_number': 4, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'subnets': [{'id': '9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:33.315665 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0f6ec2-fa94-4623-be5c-25268c8d189f None None] The sync data for ids ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'] in dv-cinder-792642-3-iscsi is: [{'id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'name': 'tempest-TestVolumeBootPattern-1167232068-router', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 4, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'gw_port': {'id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '7eb962da-f7fe-49ce-84e3-2d37f0616ed6', 'name': '', 'network_id': '950707bc-26ef-4de8-a9ea-2eab41e98f00', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'mac_address': 'fa:16:3e:dc:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:28Z', 'updated_at': '2021-07-09T21:03:32Z', 'revision_number': 4, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'subnets': [{'id': '9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:33.496807 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:33.768988 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] Deleting port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:33.769521 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:33.859626 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] For port 2bea2a65-d0b3-4ae1-a839-861c3d245fc8, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=2bea2a65-d0b3-4ae1-a839-861c3d245fc8,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:33.860298 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:33.873808 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] Calling delete_port for 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:34.057008 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:34.082230 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bea2a65-d0b3-4ae1-a839-861c3d245fc8,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:34.252859 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546503'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:34.467054 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] Router fee28a34-6bdc-4d49-843c-2f7d2969512f has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:03:34.572994 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:34.580320 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a5263356-1da8-4dda-8ea7-2dd94d9415e2 admin admin] 10.222.0.73 "PUT /v2.0/routers/fee28a34-6bdc-4d49-843c-2f7d2969512f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4813473 Jul 09 21:03:34.580500 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39438) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:34.581151 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da64549-de5f-4ac3-aa9d-479c11b43ba8 None None] Sync routers for ids ['fee28a34-6bdc-4d49-843c-2f7d2969512f'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:34.590715 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da64549-de5f-4ac3-aa9d-479c11b43ba8 None None] Routers {'fee28a34-6bdc-4d49-843c-2f7d2969512f'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:34.591370 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5da64549-de5f-4ac3-aa9d-479c11b43ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fee28a34-6bdc-4d49-843c-2f7d2969512f'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:34.693236 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-5da64549-de5f-4ac3-aa9d-479c11b43ba8 None None] Set router fee28a34-6bdc-4d49-843c-2f7d2969512f gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:34.865097 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:34.918938 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5da64549-de5f-4ac3-aa9d-479c11b43ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T21:03:34Z', 'revision_number': 5, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:34.948796 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:34.952208 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da64549-de5f-4ac3-aa9d-479c11b43ba8 None None] Checking router: fee28a34-6bdc-4d49-843c-2f7d2969512f for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:34.986456 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da64549-de5f-4ac3-aa9d-479c11b43ba8 None None] Routers {'fee28a34-6bdc-4d49-843c-2f7d2969512f'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:34.987046 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5da64549-de5f-4ac3-aa9d-479c11b43ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['fee28a34-6bdc-4d49-843c-2f7d2969512f'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:34.993180 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.045920 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Deleting port 2f3eed5a-8c5a-4489-807f-045b888dbe74 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:35.046274 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.087239 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning for port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:35.094462 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:35.094839 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.127438 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] For port 2f3eed5a-8c5a-4489-807f-045b888dbe74, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=2f3eed5a-8c5a-4489-807f-045b888dbe74,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:35.127806 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.133422 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-5da64549-de5f-4ac3-aa9d-479c11b43ba8 None None] Set router fee28a34-6bdc-4d49-843c-2f7d2969512f gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:35.140659 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Calling delete_port for 2f3eed5a-8c5a-4489-807f-045b888dbe74 owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:35.304235 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.346289 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.351773 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] For port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=7eb962da-f7fe-49ce-84e3-2d37f0616ed6,segment=NetworkSegment(9c234117-228f-4d3f-bba5-213d49dc9bec),segment_id=9c234117-228f-4d3f-bba5-213d49dc9bec)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:35.377107 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.381987 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3eed5a-8c5a-4489-807f-045b888dbe74,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:35.453255 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Pushing event updated for resources: {'Port': ['ID=7eb962da-f7fe-49ce-84e3-2d37f0616ed6,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:35.460937 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5da64549-de5f-4ac3-aa9d-479c11b43ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T21:03:34Z', 'revision_number': 5, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:35.482706 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420286'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.500649 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da64549-de5f-4ac3-aa9d-479c11b43ba8 None None] The sync data for ids ['fee28a34-6bdc-4d49-843c-2f7d2969512f'] in dv-cinder-792642-3-iscsi is: [{'id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'name': 'tempest-TestShelveInstance-2143230162-router', 'tenant_id': '1836b31c3b5e496584544c882f0c46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:35Z', 'updated_at': '2021-07-09T21:03:34Z', 'revision_number': 5, 'project_id': '1836b31c3b5e496584544c882f0c46d2', 'gw_port': {'id': '2f3eed5a-8c5a-4489-807f-045b888dbe74', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee28a34-6bdc-4d49-843c-2f7d2969512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:36Z', 'updated_at': '2021-07-09T20:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:35.586135 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6457'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.586936 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 68667909-709e-4d67-804b-660d834b7a62 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:35.589724 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.614563 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: 68667909-709e-4d67-804b-660d834b7a62 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:35.614960 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 68667909-709e-4d67-804b-660d834b7a62 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:35.948854 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547482'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.950267 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fee28a34-6bdc-4d49-843c-2f7d2969512f {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:03:35.954989 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:35.958780 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39446) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:35.959306 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-09751a22-be68-4d61-9dc3-c08e683630a9 admin admin] 10.222.0.73 "DELETE /v2.0/routers/fee28a34-6bdc-4d49-843c-2f7d2969512f HTTP/1.1" status: 204 len: 168 time: 1.3773444 Jul 09 21:03:36.013516 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Deleting subnet f30f6906-86d1-4a0c-b274-48de77a77ea3 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:03:36.016599 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.051773 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9006356'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.134254 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.187802 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232732'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.219900 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30f6906-86d1-4a0c-b274-48de77a77ea3,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:36.228318 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.228655 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.228995 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.229331 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.229653 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.229984 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.230307 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.230626 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.230950 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.231269 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.231614 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.232010 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:36.236572 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.240725 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c0a3c323-f899-43e6-b741-c700614d12e7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f30f6906-86d1-4a0c-b274-48de77a77ea3 HTTP/1.1" status: 204 len: 168 time: 0.2782381 Jul 09 21:03:36.240827 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39448) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:36.270324 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e7c88-b2a1-4c52-ad5d-603c61d525d1 None None] Network b84a2abb-7752-4c25-aabf-2ee5072d0564 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:03:36.326726 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.393104 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Deleting port 20fd2888-ecba-492e-bb21-81dc447ff6d0 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:36.393437 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.462759 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] For port 20fd2888-ecba-492e-bb21-81dc447ff6d0, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=20fd2888-ecba-492e-bb21-81dc447ff6d0,segment=NetworkSegment(69e7b0d9-1fef-46c1-a763-99654ed5a71a),segment_id=69e7b0d9-1fef-46c1-a763-99654ed5a71a)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:36.463118 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.476558 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Calling delete_port for 20fd2888-ecba-492e-bb21-81dc447ff6d0 owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:36.558827 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.585614 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Pushing event deleted for resources: {'Port': ['ID=20fd2888-ecba-492e-bb21-81dc447ff6d0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:36.588766 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] No DVR routers for this DVR port 20fd2888-ecba-492e-bb21-81dc447ff6d0 on host dv-cinder-792642-3-iscsi {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:03:36.666265 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.676508 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84a2abb-7752-4c25-aabf-2ee5072d0564']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:36.686977 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c018c0d7-dabb-4c08-bf63-22eb090bcfee None None] DHCP port deletion for b84a2abb-7752-4c25-aabf-2ee5072d0564 request from dv-cinder-792642-3-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:03:36.689807 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e7b0d9-1fef-46c1-a763-99654ed5a71a') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:36.690107 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e7b0d9-1fef-46c1-a763-99654ed5a71a') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:36.701214 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9006339'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.715919 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.722526 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:03:36.722733 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530965'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: Traceback (most recent call last): Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: timer() Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: cb(*args, **kw) Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: return func(*args, **kwargs) Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: self._notify() Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: self.callback(batched_events) Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: event.method(event) Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: return f(self, *a, **k) Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._get(url).json() Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:03:36.724416 dv-cinder-792642-3-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:03:36.784448 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.790982 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.792859 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] 10.222.0.73 "DELETE /v2.0/networks/b84a2abb-7752-4c25-aabf-2ee5072d0564 HTTP/1.1" status: 204 len: 168 time: 0.5511892 Jul 09 21:03:36.795878 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39450) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:36.808992 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d17ffb8e-b9e3-4c52-8549-24a986ccf2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:36.813043 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f764c-452f-42f5-a891-3d7f10e255ad admin admin] Pushing event deleted for resources: {'Network': ['ID=b84a2abb-7752-4c25-aabf-2ee5072d0564,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:36.831598 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 up at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:36.883635 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Provisioning complete for port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:36.884374 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:37.022022 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 20fd2888-ecba-492e-bb21-81dc447ff6d0 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:37.041979 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 20fd2888-ecba-492e-bb21-81dc447ff6d0 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:37.042337 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 20fd2888-ecba-492e-bb21-81dc447ff6d0 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:37.042763 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:37.061724 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:37.062078 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 2bea2a65-d0b3-4ae1-a839-861c3d245fc8 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:37.062509 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 2f3eed5a-8c5a-4489-807f-045b888dbe74 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:37.080543 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 2f3eed5a-8c5a-4489-807f-045b888dbe74 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:37.080898 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 2f3eed5a-8c5a-4489-807f-045b888dbe74 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:37.182299 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:37.439942 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] Deleting port cc4b66fd-1b4a-423d-bb03-f7635eb886af {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:37.440287 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:37.517519 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] For port cc4b66fd-1b4a-423d-bb03-f7635eb886af, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=cc4b66fd-1b4a-423d-bb03-f7635eb886af,segment=NetworkSegment(fafd996a-11ed-4942-9ef3-daaa82096082),segment_id=fafd996a-11ed-4942-9ef3-daaa82096082)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:37.517882 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:37.531224 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] Calling delete_port for cc4b66fd-1b4a-423d-bb03-f7635eb886af owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:37.709817 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:37.734319 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4b66fd-1b4a-423d-bb03-f7635eb886af,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:37.921680 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546503'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.138007 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] Router d84497f7-cb2b-4e47-b94f-011b24d58ebe has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:03:38.246383 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:38.251804 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6563af16-8e7f-4228-b520-730c4dbf7ca3 admin admin] 10.222.0.73 "PUT /v2.0/routers/d84497f7-cb2b-4e47-b94f-011b24d58ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4546533 Jul 09 21:03:38.254271 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39456) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:38.256209 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364910d4-c316-4d41-8cac-18b2464e31ae None None] Sync routers for ids ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:38.266116 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364910d4-c316-4d41-8cac-18b2464e31ae None None] Routers {'d84497f7-cb2b-4e47-b94f-011b24d58ebe'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:38.266583 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-364910d4-c316-4d41-8cac-18b2464e31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:38.361115 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.370934 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-364910d4-c316-4d41-8cac-18b2464e31ae None None] Set router d84497f7-cb2b-4e47-b94f-011b24d58ebe gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:38.473747 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.534446 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Deleting port 82baa52b-c795-4a94-9043-9ee2fda7bce6 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:38.534790 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.616671 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] For port 82baa52b-c795-4a94-9043-9ee2fda7bce6, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=82baa52b-c795-4a94-9043-9ee2fda7bce6,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:38.616996 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.631437 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Calling delete_port for 82baa52b-c795-4a94-9043-9ee2fda7bce6 owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:38.659398 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-364910d4-c316-4d41-8cac-18b2464e31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'name': 'tempest-TestShelveInstance-697460167-router', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:40Z', 'updated_at': '2021-07-09T21:03:37Z', 'revision_number': 5, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'gw_port': {'id': '82baa52b-c795-4a94-9043-9ee2fda7bce6', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:41Z', 'updated_at': '2021-07-09T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:38.685781 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364910d4-c316-4d41-8cac-18b2464e31ae None None] Checking router: d84497f7-cb2b-4e47-b94f-011b24d58ebe for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:38.694553 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364910d4-c316-4d41-8cac-18b2464e31ae None None] Routers {'d84497f7-cb2b-4e47-b94f-011b24d58ebe'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:38.695286 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-364910d4-c316-4d41-8cac-18b2464e31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:38.790055 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-364910d4-c316-4d41-8cac-18b2464e31ae None None] Set router d84497f7-cb2b-4e47-b94f-011b24d58ebe gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:38.821087 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.848857 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=82baa52b-c795-4a94-9043-9ee2fda7bce6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:38.849218 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-364910d4-c316-4d41-8cac-18b2464e31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'name': 'tempest-TestShelveInstance-697460167-router', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:40Z', 'updated_at': '2021-07-09T21:03:38Z', 'revision_number': 6, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'gw_port_host': None}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:38.879249 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364910d4-c316-4d41-8cac-18b2464e31ae None None] The sync data for ids ['d84497f7-cb2b-4e47-b94f-011b24d58ebe'] in dv-cinder-792642-3-iscsi is: [{'id': 'd84497f7-cb2b-4e47-b94f-011b24d58ebe', 'name': 'tempest-TestShelveInstance-697460167-router', 'tenant_id': '0df66fd5acb143fe8d26f19c489c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:40Z', 'updated_at': '2021-07-09T21:03:38Z', 'revision_number': 6, 'project_id': '0df66fd5acb143fe8d26f19c489c1af7', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:38.916459 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420286'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.008564 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6457'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.010688 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.056860 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547482'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.057386 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d84497f7-cb2b-4e47-b94f-011b24d58ebe {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:03:39.061875 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.063028 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1e244d40-64f3-4e62-a6cc-6bed7eec5f3c admin admin] 10.222.0.73 "DELETE /v2.0/routers/d84497f7-cb2b-4e47-b94f-011b24d58ebe HTTP/1.1" status: 204 len: 168 time: 0.8076432 Jul 09 21:03:39.065621 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39458) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:39.113226 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29298cf-d643-42cf-b7e0-c5e2734977e0 admin admin] Deleting subnet 3811cd9d-c193-4c14-87c0-ec4c51974134 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:03:39.116402 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f29298cf-d643-42cf-b7e0-c5e2734977e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.151468 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f29298cf-d643-42cf-b7e0-c5e2734977e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10079045'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.233441 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f29298cf-d643-42cf-b7e0-c5e2734977e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.289036 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f29298cf-d643-42cf-b7e0-c5e2734977e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10078023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10077631'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.314902 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29298cf-d643-42cf-b7e0-c5e2734977e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3811cd9d-c193-4c14-87c0-ec4c51974134,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:39.320869 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f29298cf-d643-42cf-b7e0-c5e2734977e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.325153 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f29298cf-d643-42cf-b7e0-c5e2734977e0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3811cd9d-c193-4c14-87c0-ec4c51974134 HTTP/1.1" status: 204 len: 168 time: 0.2562234 Jul 09 21:03:39.325474 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39462) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:39.327015 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9c16a7-1931-4093-9064-ba99dea1daf7 None None] Network 07e77b03-c938-49dc-9811-2e4af068c85d requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:03:39.395135 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.452025 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Deleting port 74f213cd-c712-4560-8d3a-364dc2acef6d {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:39.452379 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.517206 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] For port 74f213cd-c712-4560-8d3a-364dc2acef6d, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=74f213cd-c712-4560-8d3a-364dc2acef6d,segment=NetworkSegment(fafd996a-11ed-4942-9ef3-daaa82096082),segment_id=fafd996a-11ed-4942-9ef3-daaa82096082)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:39.517770 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.531647 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Calling delete_port for 74f213cd-c712-4560-8d3a-364dc2acef6d owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:39.613796 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.641299 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Pushing event deleted for resources: {'Port': ['ID=74f213cd-c712-4560-8d3a-364dc2acef6d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:39.645845 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] No DVR routers for this DVR port 74f213cd-c712-4560-8d3a-364dc2acef6d on host dv-cinder-792642-3-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:03:39.660785 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c8d410c5-d961-4ad0-bb08-957273300e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.689155 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b80d28-940f-475b-8cb3-baa499e991ad None None] DHCP port deletion for 07e77b03-c938-49dc-9811-2e4af068c85d request from dv-cinder-792642-3-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:03:39.729705 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.739586 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e77b03-c938-49dc-9811-2e4af068c85d']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:39.754462 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafd996a-11ed-4942-9ef3-daaa82096082') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:39.754764 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafd996a-11ed-4942-9ef3-daaa82096082') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:39.765245 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10079058'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.782920 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.791375 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:03:39.791854 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10078114'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: timer() Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: self._notify() Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: event.method(event) Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:03:39.793753 dv-cinder-792642-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:03:39.864863 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.870506 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:39.875771 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] 10.222.0.73 "DELETE /v2.0/networks/07e77b03-c938-49dc-9811-2e4af068c85d HTTP/1.1" status: 204 len: 168 time: 0.5460932 Jul 09 21:03:39.896219 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656cb83-718c-41d8-ac10-8dd0e355a14e admin admin] Pushing event deleted for resources: {'Network': ['ID=07e77b03-c938-49dc-9811-2e4af068c85d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:40.003061 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39466) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:40.043155 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f74bc537-ceea-4fd4-8360-c5ece7ae7972 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1836b31c3b5e496584544c882f0c46d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387065 Jul 09 21:03:40.045590 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39468) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:40.093723 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b22064ce-8df0-4baa-9560-67885a25ef13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.117836 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b22064ce-8df0-4baa-9560-67885a25ef13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.134941 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.166373 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b22064ce-8df0-4baa-9560-67885a25ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.169078 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b22064ce-8df0-4baa-9560-67885a25ef13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.170306 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b22064ce-8df0-4baa-9560-67885a25ef13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9ff9a2a-774c-451f-8b47-a2940ef49ecf HTTP/1.1" status: 204 len: 168 time: 0.1237652 Jul 09 21:03:40.178954 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22064ce-8df0-4baa-9560-67885a25ef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ff9a2a-774c-451f-8b47-a2940ef49ecf,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:40.492444 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39476) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:40.536843 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5b0d56a1-fdfb-48a5-915f-563ced96a088 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0df66fd5acb143fe8d26f19c489c1af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431528 Jul 09 21:03:40.539836 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39478) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:40.590022 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c3599d10-560f-4882-8ede-dcd2790c4f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.612055 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c3599d10-560f-4882-8ede-dcd2790c4f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.660263 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c3599d10-560f-4882-8ede-dcd2790c4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.662905 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c3599d10-560f-4882-8ede-dcd2790c4f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.664801 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c3599d10-560f-4882-8ede-dcd2790c4f69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c0b6e55-1fea-4567-86e2-329e38bde42c HTTP/1.1" status: 204 len: 168 time: 0.1234984 Jul 09 21:03:40.673076 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3599d10-560f-4882-8ede-dcd2790c4f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0b6e55-1fea-4567-86e2-329e38bde42c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:40.680473 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.807780 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 82baa52b-c795-4a94-9043-9ee2fda7bce6 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:40.829541 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 82baa52b-c795-4a94-9043-9ee2fda7bce6 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:40.830127 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 82baa52b-c795-4a94-9043-9ee2fda7bce6 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:40.830720 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 74f213cd-c712-4560-8d3a-364dc2acef6d no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:40.851288 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 74f213cd-c712-4560-8d3a-364dc2acef6d {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:40.852297 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 74f213cd-c712-4560-8d3a-364dc2acef6d not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:40.852754 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device cc4b66fd-1b4a-423d-bb03-f7635eb886af no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:40.876324 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: cc4b66fd-1b4a-423d-bb03-f7635eb886af {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:40.876670 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device cc4b66fd-1b4a-423d-bb03-f7635eb886af not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:42.150560 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:48.864873 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-788cd8a2-ef73-41dc-8f40-56492c9bcc4a tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225270903&fields=id&tenant_id=eefda4470f164be2a7efc3e8239f481e HTTP/1.1" status: 200 len: 267 time: 0.0332954 Jul 09 21:03:48.969579 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-7dbba80c-978c-4989-81f5-39a515443c0d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:48.971026 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-7dbba80c-978c-4989-81f5-39a515443c0d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 811 time: 0.0994318 Jul 09 21:03:48.985622 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-839825ab-e40b-48e3-8072-d7a10b67446b tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/quotas/eefda4470f164be2a7efc3e8239f481e HTTP/1.1" status: 200 len: 375 time: 0.0093253 Jul 09 21:03:49.050034 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-0ea7c1d5-ec53-4089-9ac8-463fb5d346d4 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597351 Jul 09 21:03:49.143528 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-38649364-0d5e-45dd-8293-ec4f0e7368a6 service neutron] 10.222.0.73 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820184 Jul 09 21:03:49.233112 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-336ea75c-2e67-466f-beb3-38ca1f4277f3 service neutron] 10.222.0.73 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841317 Jul 09 21:03:49.521849 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-378f6dc5-bead-4d7b-bb18-f9733f03151a req-af0e3588-aa97-4463-9758-a45dfbb4ed24 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 210 time: 0.0284798 Jul 09 21:03:50.619486 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-680f5110-74a6-4499-9550-18a0901f79d4 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:50.620996 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-680f5110-74a6-4499-9550-18a0901f79d4 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 811 time: 0.1086655 Jul 09 21:03:50.667533 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4ff14249-ce57-455a-a582-3e13fd756442 req-6a61b6e5-9f0b-452d-88c7-88b27010d71f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 210 time: 0.0295925 Jul 09 21:03:50.684886 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-3254f88d-0cfe-4548-9de9-f32c7ca0616e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eefda4470f164be2a7efc3e8239f481e HTTP/1.1" status: 200 len: 380 time: 0.0376625 Jul 09 21:03:50.693536 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'port': {'device_id': '85e164e7-995a-4095-8228-607d4a47b070', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'admin_state_up': True, 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'security_groups': ['711805f2-fd4b-4592-b2d2-e39f74f68ea3']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:50.801221 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Made reservation on behalf of eefda4470f164be2a7efc3e8239f481e for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:03:50.805880 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:50.932811 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Allocated IP 172.20.0.7 (eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1/ef787648-ac1a-47dd-8921-d04e681de1b7/d44f47d7-1980-41ad-bd88-ffa1e73ed10e) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:51.076145 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:51.094414 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Transition to ACTIVE for port object d44f47d7-1980-41ad-bd88-ffa1e73ed10e will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:51.128814 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:51.175168 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:51.178568 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:51.183051 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:51.207845 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'Port': ['ID=d44f47d7-1980-41ad-bd88-ffa1e73ed10e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:51.240652 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:51.241420 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:51.260012 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-415d4d12-88ab-4ade-a831-217f09a85cf5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678835 Jul 09 21:03:51.275175 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Request body: {'port': {'device_id': '85e164e7-995a-4095-8228-607d4a47b070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:51.366993 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:51.425081 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-3aa57330-abfb-412a-bb99-e491423a692d None None] Provisioning for port d44f47d7-1980-41ad-bd88-ffa1e73ed10e completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:51.430176 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-3aa57330-abfb-412a-bb99-e491423a692d None None] Provisioning complete for port d44f47d7-1980-41ad-bd88-ffa1e73ed10e triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:51.430568 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3aa57330-abfb-412a-bb99-e491423a692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:51.463631 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-3aa57330-abfb-412a-bb99-e491423a692d None None] Port d44f47d7-1980-41ad-bd88-ffa1e73ed10e cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:03:51.622099 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44f47d7-1980-41ad-bd88-ffa1e73ed10e {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:03:51.629567 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:51.641781 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Transition to ACTIVE for port object d44f47d7-1980-41ad-bd88-ffa1e73ed10e will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:51.645495 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:51.715328 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Pushing event updated for resources: {'Port': ['ID=d44f47d7-1980-41ad-bd88-ffa1e73ed10e,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:51.775657 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Attempting to bind port d44f47d7-1980-41ad-bd88-ffa1e73ed10e on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:03:51.776165 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Attempting to bind port d44f47d7-1980-41ad-bd88-ffa1e73ed10e by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:03:51.776572 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Attempting to bind port d44f47d7-1980-41ad-bd88-ffa1e73ed10e on network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:51.781671 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Port d44f47d7-1980-41ad-bd88-ffa1e73ed10e on network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:03:51.782087 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Attempting to bind port d44f47d7-1980-41ad-bd88-ffa1e73ed10e on network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:51.787405 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:03:51.787754 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Checking segment: {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:51.788141 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Bound using segment: {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:03:51.788570 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Bound port: d44f47d7-1980-41ad-bd88-ffa1e73ed10e, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:03:51.789482 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:51.856001 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4cf44-24e6-412d-9058-90c59d842451 req-4ced3252-ff60-4902-bbe1-8c56ab311525 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:51.856572 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] For port d44f47d7-1980-41ad-bd88-ffa1e73ed10e, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:03:51.857710 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d5e4cf44-24e6-412d-9058-90c59d842451 req-4ced3252-ff60-4902-bbe1-8c56ab311525 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 943 time: 0.0699277 Jul 09 21:03:51.859879 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] For port d44f47d7-1980-41ad-bd88-ffa1e73ed10e, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d44f47d7-1980-41ad-bd88-ffa1e73ed10e,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:03:51.864077 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:51.900869 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:51.901661 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:51.903027 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] 10.222.0.26 "PUT /v2.0/ports/d44f47d7-1980-41ad-bd88-ffa1e73ed10e HTTP/1.1" status: 200 len: 1093 time: 0.6329906 Jul 09 21:03:51.903832 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d5e4cf44-24e6-412d-9058-90c59d842451 req-3130a308-5d78-45f0-96ef-75f1313c734f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404191 Jul 09 21:03:51.905428 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e164e7-995a-4095-8228-607d4a47b070', 'tag': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:03:51.907704 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5061b0-8e0e-4464-ab13-0de0f5639411" -d '{"events": [{"name": "network-changed", "server_uuid": "85e164e7-995a-4095-8228-607d4a47b070", "tag": "d44f47d7-1980-41ad-bd88-ffa1e73ed10e"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:03:51.948850 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d23b8-7437-460d-a58d-9541ba891225 service neutron] Pushing event updated for resources: {'Port': ['ID=d44f47d7-1980-41ad-bd88-ffa1e73ed10e,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:51.980150 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f28cbf-4e83-42da-8c1b-fe428a48bb16 x-openstack-request-id: req-f6f28cbf-4e83-42da-8c1b-fe428a48bb16 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:03:51.980437 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e164e7-995a-4095-8228-607d4a47b070", "tag": "d44f47d7-1980-41ad-bd88-ffa1e73ed10e", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:03:51.980692 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6f28cbf-4e83-42da-8c1b-fe428a48bb16 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:03:51.981081 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e164e7-995a-4095-8228-607d4a47b070', 'tag': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e', 'status': 'completed', 'code': 200} Jul 09 21:03:52.028252 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-386a4499-cbf2-4a3d-b9c4-2f5ff656d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:52.029905 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-386a4499-cbf2-4a3d-b9c4-2f5ff656d816 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 1096 time: 0.0591915 Jul 09 21:03:52.068823 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:52.080076 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-ca1e39f2-323f-4d45-a410-5e93979d6a8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d44f47d7-1980-41ad-bd88-ffa1e73ed10e HTTP/1.1" status: 200 len: 217 time: 0.0376241 Jul 09 21:03:52.131786 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-ad48a083-0f9b-4e01-a78f-341b2b805a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:52.133810 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-ad48a083-0f9b-4e01-a78f-341b2b805a59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0466192 Jul 09 21:03:52.188218 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-49b1cdac-f7f0-4a78-af45-257a95c6b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:52.189642 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-49b1cdac-f7f0-4a78-af45-257a95c6b799 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502377 Jul 09 21:03:52.278778 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-301eb280-4405-4a6d-9d4a-865feee2dd59 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820701 Jul 09 21:03:52.363457 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e28998b-dae1-4a85-a4d8-8b54eabcca5c req-7264c9a4-61d1-4eeb-a48c-a704226dec1e service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789950 Jul 09 21:03:52.513267 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5061b0-8e0e-4464-ab13-0de0f5639411 req-9c56bb0f-6a71-41d5-beed-8e75ba92172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:52.514634 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5d5061b0-8e0e-4464-ab13-0de0f5639411 req-9c56bb0f-6a71-41d5-beed-8e75ba92172f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 1096 time: 0.0565331 Jul 09 21:03:52.600780 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5061b0-8e0e-4464-ab13-0de0f5639411 req-5418b090-8a00-4f9d-aba1-b66e6af4d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:52.602343 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5d5061b0-8e0e-4464-ab13-0de0f5639411 req-5418b090-8a00-4f9d-aba1-b66e6af4d37d service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0812650 Jul 09 21:03:52.647744 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5d5061b0-8e0e-4464-ab13-0de0f5639411 req-0ed34fb3-5184-4cb4-88c6-18644366be32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d44f47d7-1980-41ad-bd88-ffa1e73ed10e HTTP/1.1" status: 200 len: 217 time: 0.0335143 Jul 09 21:03:52.698306 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5061b0-8e0e-4464-ab13-0de0f5639411 req-2401d284-0455-44f3-8371-88a5d1044d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:52.699770 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5d5061b0-8e0e-4464-ab13-0de0f5639411 req-2401d284-0455-44f3-8371-88a5d1044d90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0463352 Jul 09 21:03:52.754098 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5061b0-8e0e-4464-ab13-0de0f5639411 req-6523f22c-ee4c-4509-a880-7ae8c3f4fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:52.755845 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5d5061b0-8e0e-4464-ab13-0de0f5639411 req-6523f22c-ee4c-4509-a880-7ae8c3f4fea2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495949 Jul 09 21:03:52.840602 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5d5061b0-8e0e-4464-ab13-0de0f5639411 req-37c4cb35-e3fe-41da-bcbc-cb7cde1830f8 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781810 Jul 09 21:03:52.931212 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5d5061b0-8e0e-4464-ab13-0de0f5639411 req-67e98e3a-03f8-4006-ba10-f7ef0ff1e30d service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845721 Jul 09 21:03:53.077544 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16941d2e-c905-40ee-89ba-9d1fa8751a92 req-18de6e6c-778d-4340-86b9-c65f1521bf2a tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:53.079023 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-16941d2e-c905-40ee-89ba-9d1fa8751a92 req-18de6e6c-778d-4340-86b9-c65f1521bf2a tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 943 time: 0.0615628 Jul 09 21:03:53.117325 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-16941d2e-c905-40ee-89ba-9d1fa8751a92 req-310d0e1e-6667-4745-b3fd-73325272cc2a tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328290 Jul 09 21:03:54.300956 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b4389-4159-4110-b05a-25aa23b694ae req-cf910384-3c8b-4420-97e7-a64b63d39232 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:54.302555 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-db6b4389-4159-4110-b05a-25aa23b694ae req-cf910384-3c8b-4420-97e7-a64b63d39232 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 943 time: 0.0751946 Jul 09 21:03:54.340339 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-db6b4389-4159-4110-b05a-25aa23b694ae req-6f5fee6d-05ed-47fd-865f-652f8920c4bc tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316164 Jul 09 21:03:55.509824 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc51e5-ff5b-4675-847e-515215718020 req-dfe04248-f71b-4544-bcd5-a31d93b560c6 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:55.511284 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3fdc51e5-ff5b-4675-847e-515215718020 req-dfe04248-f71b-4544-bcd5-a31d93b560c6 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 943 time: 0.0623791 Jul 09 21:03:55.547471 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3fdc51e5-ff5b-4675-847e-515215718020 req-fae93e5d-eb86-451b-991f-b2f3d08fc307 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306470 Jul 09 21:03:56.281336 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:03:56.715429 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c21128-6adb-4011-8bf1-d555816ad4cf req-cf408764-88b6-4a01-8b35-fbc4908e8fe5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:56.716906 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-62c21128-6adb-4011-8bf1-d555816ad4cf req-cf408764-88b6-4a01-8b35-fbc4908e8fe5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 943 time: 0.0616663 Jul 09 21:03:56.752879 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-62c21128-6adb-4011-8bf1-d555816ad4cf req-4fe59527-2711-49c0-a01d-50481b8b0f2e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303450 Jul 09 21:03:57.925669 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7106-80fb-4d94-8223-d4b7933c6da7 req-6442ec91-f0b6-43fa-b3bd-9328f29743b9 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:57.927171 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-63cd7106-80fb-4d94-8223-d4b7933c6da7 req-6442ec91-f0b6-43fa-b3bd-9328f29743b9 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 943 time: 0.0662315 Jul 09 21:03:57.967749 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-63cd7106-80fb-4d94-8223-d4b7933c6da7 req-edf2511c-45ec-4841-8918-88baf5f7bb52 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344508 Jul 09 21:03:59.143460 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087d464-ecf4-4e80-814c-b2173f990a1f req-d1eb796b-0493-40e9-b857-b0b4794afe8e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:59.144945 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b087d464-ecf4-4e80-814c-b2173f990a1f req-d1eb796b-0493-40e9-b857-b0b4794afe8e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 943 time: 0.0645838 Jul 09 21:03:59.181273 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b087d464-ecf4-4e80-814c-b2173f990a1f req-8c0b26de-35eb-4cee-b8b7-aa2826dd1fc9 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308421 Jul 09 21:04:00.360588 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefb0fe-e729-483a-b30e-eed17e2bdb17 req-56a332b7-e56f-4ae9-8539-499113ed2c17 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:00.362074 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8aefb0fe-e729-483a-b30e-eed17e2bdb17 req-56a332b7-e56f-4ae9-8539-499113ed2c17 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 943 time: 0.0686324 Jul 09 21:04:00.401177 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8aefb0fe-e729-483a-b30e-eed17e2bdb17 req-b579fe8b-de60-4145-8861-d49434e9e995 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335660 Jul 09 21:04:01.569786 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb73336-cffe-4af5-84ad-d45be1b8196e req-aee42f2c-20d4-4070-afc5-9fb6d3b49852 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:01.571257 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ecb73336-cffe-4af5-84ad-d45be1b8196e req-aee42f2c-20d4-4070-afc5-9fb6d3b49852 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 943 time: 0.0616677 Jul 09 21:04:01.607892 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ecb73336-cffe-4af5-84ad-d45be1b8196e req-e28ca204-b1b3-456f-8e7e-3b8f5178e72b tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Jul 09 21:04:01.672313 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device d44f47d7-1980-41ad-bd88-ffa1e73ed10e details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:04:01.766461 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port d44f47d7-1980-41ad-bd88-ffa1e73ed10e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d44f47d7-1980-41ad-bd88-ffa1e73ed10e,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:01.891845 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'port_id': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e', 'mac_address': 'fa:16:3e:65:7a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:04:01.927836 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:01.940734 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44f47d7-1980-41ad-bd88-ffa1e73ed10e {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:04:01.960101 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port d44f47d7-1980-41ad-bd88-ffa1e73ed10e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d44f47d7-1980-41ad-bd88-ffa1e73ed10e,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:01.964705 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:02.019613 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=d44f47d7-1980-41ad-bd88-ffa1e73ed10e,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:02.252155 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['d44f47d7-1980-41ad-bd88-ffa1e73ed10e'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:04:02.775331 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966b364-14b6-4ff9-946f-83021e0263da req-70cbcf04-e39a-41e8-90fb-c0207900ca0c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:02.776810 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c966b364-14b6-4ff9-946f-83021e0263da req-70cbcf04-e39a-41e8-90fb-c0207900ca0c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 944 time: 0.0629313 Jul 09 21:04:02.814740 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c966b364-14b6-4ff9-946f-83021e0263da req-89d0a15c-a74c-476b-8eaa-82745eae8052 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318744 Jul 09 21:04:03.687559 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device d44f47d7-1980-41ad-bd88-ffa1e73ed10e up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:03.736341 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port d44f47d7-1980-41ad-bd88-ffa1e73ed10e completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:03.739851 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port d44f47d7-1980-41ad-bd88-ffa1e73ed10e triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:03.740224 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:03.813665 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:03.835918 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e164e7-995a-4095-8228-607d4a47b070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:04:03.838338 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbb3e75-8572-4f4b-b9d5-322844d89365" -d '{"events": [{"server_uuid": "85e164e7-995a-4095-8228-607d4a47b070", "name": "network-vif-plugged", "status": "completed", "tag": "d44f47d7-1980-41ad-bd88-ffa1e73ed10e"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:04:03.850562 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port d44f47d7-1980-41ad-bd88-ffa1e73ed10e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d44f47d7-1980-41ad-bd88-ffa1e73ed10e,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:03.855445 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:03.904316 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=d44f47d7-1980-41ad-bd88-ffa1e73ed10e,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:03.991320 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef53749-504b-4202-a777-8967c484c072 req-6329335e-b385-43ed-85b9-d9fe9feb2838 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:03.993537 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eef53749-504b-4202-a777-8967c484c072 req-6329335e-b385-43ed-85b9-d9fe9feb2838 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 945 time: 0.0659628 Jul 09 21:04:04.037087 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eef53749-504b-4202-a777-8967c484c072 req-514b32fa-c6db-41b5-9645-507a10bf8920 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380440 Jul 09 21:04:04.080861 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0639066-a0f0-4c2f-a661-a3c39ca992e5 x-openstack-request-id: req-c0639066-a0f0-4c2f-a661-a3c39ca992e5 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:04:04.081149 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e164e7-995a-4095-8228-607d4a47b070", "name": "network-vif-plugged", "status": "completed", "tag": "d44f47d7-1980-41ad-bd88-ffa1e73ed10e", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:04:04.081398 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0639066-a0f0-4c2f-a661-a3c39ca992e5 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:04:04.081787 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e164e7-995a-4095-8228-607d4a47b070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e', 'code': 200} Jul 09 21:04:04.362101 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446f7f4-1328-4637-8a80-393882503c15 req-6055b65f-d742-45e9-b06a-443c56ccdcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:04.363603 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7446f7f4-1328-4637-8a80-393882503c15 req-6055b65f-d742-45e9-b06a-443c56ccdcf9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 1098 time: 0.0500178 Jul 09 21:04:04.396354 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7446f7f4-1328-4637-8a80-393882503c15 req-e173b564-e601-41e7-acb7-e014e628eaca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265341 Jul 09 21:04:05.210790 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01580e39-c6c2-474a-bae9-9d957c2ec362 req-2eb7a085-e542-4922-8430-2a6ec4986100 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:05.212424 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01580e39-c6c2-474a-bae9-9d957c2ec362 req-2eb7a085-e542-4922-8430-2a6ec4986100 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 945 time: 0.0639598 Jul 09 21:04:05.250593 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01580e39-c6c2-474a-bae9-9d957c2ec362 req-cc3bfa2d-4a37-4800-96ac-b85fe4c05ce7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326147 Jul 09 21:04:06.422938 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c8f78-7fee-4d7e-99c8-a25ebb4359f5 req-e857a2d2-fccc-4280-94b0-92ef15987afd tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:06.424442 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-096c8f78-7fee-4d7e-99c8-a25ebb4359f5 req-e857a2d2-fccc-4280-94b0-92ef15987afd tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 945 time: 0.0652254 Jul 09 21:04:06.466361 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-096c8f78-7fee-4d7e-99c8-a25ebb4359f5 req-a38409a7-8325-4857-a0e3-852c9782529e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334523 Jul 09 21:04:06.633493 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537cb62-ab1f-459e-84c8-f793713a876d req-e2994fb2-f698-4a69-9f79-4ca479ea2f7c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:06.634975 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1537cb62-ab1f-459e-84c8-f793713a876d req-e2994fb2-f698-4a69-9f79-4ca479ea2f7c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 945 time: 0.0623405 Jul 09 21:04:06.671019 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1537cb62-ab1f-459e-84c8-f793713a876d req-7a7484f4-d932-4255-afc2-2715e3c1aa5f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306478 Jul 09 21:04:06.694802 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39568) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:06.814360 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6bc26aaa-cb46-4ec9-8b95-a3bc08b48ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:06.888297 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163313b-d8bb-4b0d-9fc0-98a32ec817ca tempest-TestVolumeBootPattern-542294818 tempest-TestVolumeBootPattern-542294818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:06.889824 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1163313b-d8bb-4b0d-9fc0-98a32ec817ca tempest-TestVolumeBootPattern-542294818 tempest-TestVolumeBootPattern-542294818-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 1093 time: 0.1934023 Jul 09 21:04:06.892714 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39572) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:06.896986 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'floatingip': {'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'port_id': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:06.917263 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.013612 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.118014 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Allocated IP 172.27.1.128 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/0b40edda-5072-40ed-b25c-7921c1fc4e69) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:07.215513 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.253765 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.292620 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:07.295314 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:07.298807 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:07.304066 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'Port': ['ID=0b40edda-5072-40ed-b25c-7921c1fc4e69,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:07.656858 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.732529 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.878423 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.884727 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.949685 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'Port': ['ID=0b40edda-5072-40ed-b25c-7921c1fc4e69,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:07.961659 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:08.057189 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Floating IP e34fcb53-3128-400c-9665-a59374d147f4 associated. External IP: 172.27.1.128, port: d44f47d7-1980-41ad-bd88-ffa1e73ed10e. Jul 09 21:04:08.262426 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:04:08.365758 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:08.375560 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066184e-9aaa-4811-a992-302d388967a2 None None] Sync routers for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:08.381993 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:08.385987 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066184e-9aaa-4811-a992-302d388967a2 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:08.386625 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6066184e-9aaa-4811-a992-302d388967a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:08.418577 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-493599a1-5105-40b4-8f2f-4eb3b4f951df tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5248718 Jul 09 21:04:08.419252 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e164e7-995a-4095-8228-607d4a47b070', 'tag': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:04:08.421501 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed36e9c4-1898-44e0-99b7-5c1f3828d240" -d '{"events": [{"name": "network-changed", "server_uuid": "85e164e7-995a-4095-8228-607d4a47b070", "tag": "d44f47d7-1980-41ad-bd88-ffa1e73ed10e"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:04:08.461554 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f32b653-4f35-49b0-99c3-84170c004681 x-openstack-request-id: req-1f32b653-4f35-49b0-99c3-84170c004681 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:04:08.461846 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e164e7-995a-4095-8228-607d4a47b070", "tag": "d44f47d7-1980-41ad-bd88-ffa1e73ed10e", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:04:08.462103 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f32b653-4f35-49b0-99c3-84170c004681 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:04:08.462504 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e164e7-995a-4095-8228-607d4a47b070', 'tag': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e', 'status': 'completed', 'code': 200} Jul 09 21:04:08.492861 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-6066184e-9aaa-4811-a992-302d388967a2 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:08.561275 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36e9c4-1898-44e0-99b7-5c1f3828d240 req-2a4cdc6c-a928-4a12-8913-1a62e3b42dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:08.562689 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ed36e9c4-1898-44e0-99b7-5c1f3828d240 req-2a4cdc6c-a928-4a12-8913-1a62e3b42dda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 1098 time: 0.0577710 Jul 09 21:04:08.650530 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36e9c4-1898-44e0-99b7-5c1f3828d240 req-0c3475c9-f2c2-4ff9-941d-fa11d34f0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:08.652125 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ed36e9c4-1898-44e0-99b7-5c1f3828d240 req-0c3475c9-f2c2-4ff9-941d-fa11d34f0eb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0837212 Jul 09 21:04:08.710084 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6066184e-9aaa-4811-a992-302d388967a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'e34fcb53-3128-400c-9665-a59374d147f4', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:65:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e164e7-995a-4095-8228-607d4a47b070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:04:07Z', 'updated_at': '2021-07-09T21:04:07Z', 'revision_number': 0, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:08.718599 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ed36e9c4-1898-44e0-99b7-5c1f3828d240 req-1ab1a9f3-5b50-45bd-9f84-2a70d3246767 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d44f47d7-1980-41ad-bd88-ffa1e73ed10e HTTP/1.1" status: 200 len: 999 time: 0.0607431 Jul 09 21:04:08.736303 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066184e-9aaa-4811-a992-302d388967a2 None None] Checking router: 8e77f98a-daac-48da-bf5b-a4c0deb396b5 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:08.745657 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066184e-9aaa-4811-a992-302d388967a2 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:08.746303 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6066184e-9aaa-4811-a992-302d388967a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:03:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:08.860976 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-6066184e-9aaa-4811-a992-302d388967a2 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:09.042639 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36e9c4-1898-44e0-99b7-5c1f3828d240 req-4dbe9074-1254-4834-af84-601b6dfc7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:09.044136 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ed36e9c4-1898-44e0-99b7-5c1f3828d240 req-4dbe9074-1254-4834-af84-601b6dfc7fca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.3194854 Jul 09 21:04:09.088600 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6066184e-9aaa-4811-a992-302d388967a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'e34fcb53-3128-400c-9665-a59374d147f4', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:65:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e164e7-995a-4095-8228-607d4a47b070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:04:07Z', 'updated_at': '2021-07-09T21:04:07Z', 'revision_number': 0, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:09.100183 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36e9c4-1898-44e0-99b7-5c1f3828d240 req-17c05281-4922-4d56-8d44-36079a134404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:09.102336 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ed36e9c4-1898-44e0-99b7-5c1f3828d240 req-17c05281-4922-4d56-8d44-36079a134404 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516410 Jul 09 21:04:09.115745 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066184e-9aaa-4811-a992-302d388967a2 None None] The sync data for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi is: [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': 'e34fcb53-3128-400c-9665-a59374d147f4', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:65:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e164e7-995a-4095-8228-607d4a47b070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:04:07Z', 'updated_at': '2021-07-09T21:04:07Z', 'revision_number': 0, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:09.203238 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ed36e9c4-1898-44e0-99b7-5c1f3828d240 req-e3f17b05-a297-4bd4-9902-ebfaf5536eb9 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944805 Jul 09 21:04:09.296227 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ed36e9c4-1898-44e0-99b7-5c1f3828d240 req-c482c044-7b47-4a50-82fd-50d4569b6b52 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860984 Jul 09 21:04:09.306575 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c5e56-1fb9-4709-87a0-d25aeb25fcd0 None None] New status for floating IP e34fcb53-3128-400c-9665-a59374d147f4: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:04:09.651882 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6900824-fee7-4546-a17b-ca0737b95c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:10.136899 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:10.680497 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:12.152598 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:22.084843 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.293205 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-30cd7236-23c5-42d5-a27b-285dfcfaa94e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545626 Jul 09 21:04:23.400360 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-aeae2444-da07-4268-9794-5be0787c69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:23.401831 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-aeae2444-da07-4268-9794-5be0787c69e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 1098 time: 0.0511432 Jul 09 21:04:23.503232 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-1d17dbe4-8bfa-4092-bc37-c3ba7be1d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:23.504696 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-1d17dbe4-8bfa-4092-bc37-c3ba7be1d97d service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0824797 Jul 09 21:04:23.571405 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-33fb2cc1-79f9-4d46-a28b-b94cee76834d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d44f47d7-1980-41ad-bd88-ffa1e73ed10e HTTP/1.1" status: 200 len: 1001 time: 0.0596268 Jul 09 21:04:23.617689 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-88bf93fd-d742-418e-a011-e97b24e1bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:23.620177 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-88bf93fd-d742-418e-a011-e97b24e1bced service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0429668 Jul 09 21:04:23.674185 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-dcf0139b-21cc-4ac9-a783-661ef14437a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:23.675664 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-dcf0139b-21cc-4ac9-a783-661ef14437a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497091 Jul 09 21:04:23.686367 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-92519411-8a49-4c4f-a064-a16954716955 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:04:23.687306 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-92519411-8a49-4c4f-a064-a16954716955 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050728 Jul 09 21:04:23.777925 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-dc79bcbe-d9bd-4000-9c78-6f0370648037 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840230 Jul 09 21:04:23.865862 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-abdde620-6cf5-484d-a1cb-f42c555e8f2a req-e15a9b3f-5b2b-4971-bc5b-cc82badca5f7 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813057 Jul 09 21:04:33.280351 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:04:36.805922 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6a31a048-9a9d-43fa-a2f1-669ae4745cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.653011 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e6aefbd1-7e0e-407e-917f-fb0d6e7f3dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.138407 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.683403 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.159562 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:52.100559 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:06.806305 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-445a03b5-01dd-4958-8595-e5aaaa00e28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:09.652464 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-425371dd-80ef-4ab2-a006-f1e7fe8e5499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:10.140429 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:10.279228 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:05:10.685149 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:12.157649 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:22.115254 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:24.383423 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-bcdc1c0d-6ff0-4a2e-afc0-7f8f91a83ef4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999835 Jul 09 21:05:24.489284 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-4742f940-773c-4713-9c10-484bf36c1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:24.490758 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-4742f940-773c-4713-9c10-484bf36c1259 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 1098 time: 0.0514815 Jul 09 21:05:24.592224 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-49033c61-ffe1-440b-86af-194303ccdfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:24.593609 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-49033c61-ffe1-440b-86af-194303ccdfc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0834475 Jul 09 21:05:24.661460 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-5d6cd691-10c5-48d3-ab93-5ff7d036cc0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d44f47d7-1980-41ad-bd88-ffa1e73ed10e HTTP/1.1" status: 200 len: 1001 time: 0.0619404 Jul 09 21:05:24.708663 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-521b869a-80d6-4ac1-970f-0e8d7ddf43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:24.710115 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-521b869a-80d6-4ac1-970f-0e8d7ddf43ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0422540 Jul 09 21:05:24.764221 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-202d14fe-0612-4735-b968-b133c3f8119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:24.765677 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-202d14fe-0612-4735-b968-b133c3f8119a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501111 Jul 09 21:05:24.855822 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-f423502e-999f-4d6c-9db7-371f24b966c2 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836363 Jul 09 21:05:24.942728 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-82a8c100-f537-40d8-8610-e5123201c7a8 req-30e5a4f4-6e06-4411-b807-be4501e51457 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812705 Jul 09 21:05:36.808046 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6852674-b546-46ac-8acf-208412b5abbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.655748 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4b0487de-60c5-421c-a72c-8f1a42ee5b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.142291 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.688692 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:42.160424 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:47.279099 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:05:52.118755 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.165661 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7af4a-982e-4058-823e-78cfe78e69d9 req-edc8d27d-e9b9-4dc7-8417-dc609fd9456d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:04.167160 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7a7af4a-982e-4058-823e-78cfe78e69d9 req-edc8d27d-e9b9-4dc7-8417-dc609fd9456d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 945 time: 0.1765413 Jul 09 21:06:04.204293 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7a7af4a-982e-4058-823e-78cfe78e69d9 req-26f7ef66-71ab-4b59-a9db-ba9c85e3b0f1 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315068 Jul 09 21:06:05.386647 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1985ac2-d11f-4682-a090-ecc0ae66b94d req-4de34eb4-c07a-4ffd-90e4-1f7346ba1aaa tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:05.388847 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a1985ac2-d11f-4682-a090-ecc0ae66b94d req-4de34eb4-c07a-4ffd-90e4-1f7346ba1aaa tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 945 time: 0.0663276 Jul 09 21:06:05.425250 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a1985ac2-d11f-4682-a090-ecc0ae66b94d req-6c765c87-1c80-484a-8172-5393538da552 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309334 Jul 09 21:06:05.676334 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-f55b672b-f5fe-4992-84b9-40421fb61eb8 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:05.677805 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-f55b672b-f5fe-4992-84b9-40421fb61eb8 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 945 time: 0.0666063 Jul 09 21:06:05.776837 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Deleting port d44f47d7-1980-41ad-bd88-ffa1e73ed10e {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:06:05.777186 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:05.868565 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] For port d44f47d7-1980-41ad-bd88-ffa1e73ed10e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d44f47d7-1980-41ad-bd88-ffa1e73ed10e,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:05.868931 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:06.036986 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:06.037261 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:06.037587 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Floating IP e34fcb53-3128-400c-9665-a59374d147f4 disassociated. External IP: 172.27.1.128, port: d44f47d7-1980-41ad-bd88-ffa1e73ed10e. Jul 09 21:06:06.037919 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Calling delete_port for d44f47d7-1980-41ad-bd88-ffa1e73ed10e owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:06:06.182394 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:06.216757 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event deleted for resources: {'Port': ['ID=d44f47d7-1980-41ad-bd88-ffa1e73ed10e,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:06.226956 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.227311 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.227686 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.228623 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.228623 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.228831 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.229145 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.229478 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.229899 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.230124 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.230430 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.230755 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:06.335686 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:06:06.440246 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:06:06.450929 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb871e-3053-4a9e-8823-04904a90153f None None] Sync routers for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:06:06.460709 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb871e-3053-4a9e-8823-04904a90153f None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:06:06.461346 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8dfb871e-3053-4a9e-8823-04904a90153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:05:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:06.484287 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] No DVR routers for this DVR port d44f47d7-1980-41ad-bd88-ffa1e73ed10e on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:06:06.486632 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:06.488641 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cf02d8e2-f7ab-4767-b6d9-776a0ef667a8 req-dc8369fb-5f3c-4091-8a6e-29a35bd5bb95 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "DELETE /v2.0/ports/d44f47d7-1980-41ad-bd88-ffa1e73ed10e HTTP/1.1" status: 204 len: 173 time: 0.8048859 Jul 09 21:06:06.489074 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e164e7-995a-4095-8228-607d4a47b070', 'name': 'network-vif-deleted', 'tag': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:06.491296 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bab2be6-d5ed-4f0a-acf2-e7df663d775f" -d '{"events": [{"server_uuid": "85e164e7-995a-4095-8228-607d4a47b070", "name": "network-vif-deleted", "tag": "d44f47d7-1980-41ad-bd88-ffa1e73ed10e"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:06.574425 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-8dfb871e-3053-4a9e-8823-04904a90153f None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:06:06.582375 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b26aa349-ccd2-4d1a-9d69-92924f55420d req-b7fad25a-c33e-45b3-b6c9-4efc01d539ee tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=85e164e7-995a-4095-8228-607d4a47b070 HTTP/1.1" status: 200 len: 210 time: 0.0430982 Jul 09 21:06:06.702683 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811ccc2a-0f18-433b-988f-e4c15b68524b x-openstack-request-id: req-811ccc2a-0f18-433b-988f-e4c15b68524b {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:06.703216 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e164e7-995a-4095-8228-607d4a47b070", "name": "network-vif-deleted", "tag": "d44f47d7-1980-41ad-bd88-ffa1e73ed10e", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:06.703216 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-811ccc2a-0f18-433b-988f-e4c15b68524b {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:06.703634 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e164e7-995a-4095-8228-607d4a47b070', 'name': 'network-vif-deleted', 'tag': 'd44f47d7-1980-41ad-bd88-ffa1e73ed10e', 'status': 'completed', 'code': 200} Jul 09 21:06:06.776523 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8dfb871e-3053-4a9e-8823-04904a90153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:06.809392 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb871e-3053-4a9e-8823-04904a90153f None None] Checking router: 8e77f98a-daac-48da-bf5b-a4c0deb396b5 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:06:06.825263 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb871e-3053-4a9e-8823-04904a90153f None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:06:06.826755 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8dfb871e-3053-4a9e-8823-04904a90153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:05:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:06.832106 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-99e3dbbb-830c-4184-ab5b-ce7b4ab5b0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:07.064402 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-8dfb871e-3053-4a9e-8823-04904a90153f None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:06:07.259020 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8dfb871e-3053-4a9e-8823-04904a90153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:07.286420 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb871e-3053-4a9e-8823-04904a90153f None None] The sync data for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi is: [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:06:07.505925 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb4684-52f4-4603-b1f0-80107dc9d36c None None] New status for floating IP e34fcb53-3128-400c-9665-a59374d147f4: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:06:07.821242 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-c5ab9b51-35f4-4ab7-b0e3-bff71cc6af40 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225270903&fields=id&tenant_id=eefda4470f164be2a7efc3e8239f481e HTTP/1.1" status: 200 len: 267 time: 0.0323501 Jul 09 21:06:07.929503 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-88bf5362-827d-4ed1-8dae-a1c32860443a tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:07.930920 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-88bf5362-827d-4ed1-8dae-a1c32860443a tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 811 time: 0.1029801 Jul 09 21:06:07.945914 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-832336a4-a539-4eb7-8ef6-87d86ce836e0 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/quotas/eefda4470f164be2a7efc3e8239f481e HTTP/1.1" status: 200 len: 375 time: 0.0086846 Jul 09 21:06:08.012820 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-ecbfd911-8a0d-4ca4-b9e4-8a1b1eee64c8 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616093 Jul 09 21:06:08.069453 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-92bfbf11-6476-4c0e-9e10-9bf308cdb57e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:06:08.070436 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-92bfbf11-6476-4c0e-9e10-9bf308cdb57e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463727 Jul 09 21:06:08.157773 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-c43b65be-b1bc-49bc-be9c-96e97bf1c6f6 service neutron] 10.222.0.73 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812299 Jul 09 21:06:08.246738 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-106f3267-2d45-494e-a3c8-a40099b99e21 service neutron] 10.222.0.73 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833709 Jul 09 21:06:08.541601 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-89802f59-54b5-42ac-bf04-8c8fa7747656 req-eb23fae2-d175-4ac5-ac42-c47a2dd6e369 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 210 time: 0.0288219 Jul 09 21:06:09.658001 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bab4f8d3-760e-4c1e-9836-5e15d861bd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:09.686524 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab5d6c1d-7b72-40c5-880f-64f14c3ff9c9 req-4b262adf-1e59-4fc5-8790-6b0124db1add tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 210 time: 0.0333788 Jul 09 21:06:09.800224 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-ff572a50-bbee-4471-bbd1-073c3737ea2d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:09.801705 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-ff572a50-bbee-4471-bbd1-073c3737ea2d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 811 time: 0.1034651 Jul 09 21:06:09.862520 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-57c42df0-6265-426c-be14-9202596b20c4 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eefda4470f164be2a7efc3e8239f481e HTTP/1.1" status: 200 len: 380 time: 0.0351696 Jul 09 21:06:09.872773 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'port': {'device_id': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'admin_state_up': True, 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'security_groups': ['711805f2-fd4b-4592-b2d2-e39f74f68ea3']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:09.978835 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Made reservation on behalf of eefda4470f164be2a7efc3e8239f481e for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:06:09.982973 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.107131 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Allocated IP 172.20.0.11 (eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1/ef787648-ac1a-47dd-8921-d04e681de1b7/443c0456-ec5e-464a-8d69-8eb0020521c6) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:06:10.144767 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.243757 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.256456 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Transition to ACTIVE for port object 443c0456-ec5e-464a-8d69-8eb0020521c6 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:06:10.290350 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.318260 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device d44f47d7-1980-41ad-bd88-ffa1e73ed10e no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:06:10.342048 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:06:10.343833 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: d44f47d7-1980-41ad-bd88-ffa1e73ed10e {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:06:10.344187 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device d44f47d7-1980-41ad-bd88-ffa1e73ed10e not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:06:10.347565 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:06:10.352144 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:06:10.355030 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'Port': ['ID=443c0456-ec5e-464a-8d69-8eb0020521c6,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:10.405359 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:10.407073 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.422081 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-e3ece0c0-b5de-4a5a-9f08-8cf88133cc2f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5536902 Jul 09 21:06:10.439340 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Request body: {'port': {'device_id': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:10.520970 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.565076 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-9bc9dba6-2cd1-48f0-ae6b-b01dc5df95fc None None] Provisioning for port 443c0456-ec5e-464a-8d69-8eb0020521c6 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:06:10.570305 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-9bc9dba6-2cd1-48f0-ae6b-b01dc5df95fc None None] Provisioning complete for port 443c0456-ec5e-464a-8d69-8eb0020521c6 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:10.570857 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9bc9dba6-2cd1-48f0-ae6b-b01dc5df95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.607552 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9dba6-2cd1-48f0-ae6b-b01dc5df95fc None None] Port 443c0456-ec5e-464a-8d69-8eb0020521c6 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:06:10.691645 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.787093 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443c0456-ec5e-464a-8d69-8eb0020521c6 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:06:10.794542 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.806753 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Transition to ACTIVE for port object 443c0456-ec5e-464a-8d69-8eb0020521c6 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:06:10.811326 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.862928 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Pushing event updated for resources: {'Port': ['ID=443c0456-ec5e-464a-8d69-8eb0020521c6,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:10.870421 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f796b9-76d4-460a-ac73-4979198e0b86 req-3c39a9e7-e9ae-487b-bd79-a0a53d2f41b3 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:10.872544 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17f796b9-76d4-460a-ac73-4979198e0b86 req-3c39a9e7-e9ae-487b-bd79-a0a53d2f41b3 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 944 time: 0.0727153 Jul 09 21:06:10.920469 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17f796b9-76d4-460a-ac73-4979198e0b86 req-30322dc1-37ef-4e80-a191-217f749fb505 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399723 Jul 09 21:06:10.945343 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Attempting to bind port 443c0456-ec5e-464a-8d69-8eb0020521c6 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:06:10.945626 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Attempting to bind port 443c0456-ec5e-464a-8d69-8eb0020521c6 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:06:10.945965 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Attempting to bind port 443c0456-ec5e-464a-8d69-8eb0020521c6 on network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:06:10.951052 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Port 443c0456-ec5e-464a-8d69-8eb0020521c6 on network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:06:10.951473 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Attempting to bind port 443c0456-ec5e-464a-8d69-8eb0020521c6 on network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:06:10.956411 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:06:10.956759 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Checking segment: {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:06:10.957203 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Bound using segment: {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:06:10.957641 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Bound port: 443c0456-ec5e-464a-8d69-8eb0020521c6, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:06:10.958008 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:11.022971 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] For port 443c0456-ec5e-464a-8d69-8eb0020521c6, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:06:11.026234 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] For port 443c0456-ec5e-464a-8d69-8eb0020521c6, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=443c0456-ec5e-464a-8d69-8eb0020521c6,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:06:11.030274 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:11.064275 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.064906 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:11.066288 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] 10.222.0.26 "PUT /v2.0/ports/443c0456-ec5e-464a-8d69-8eb0020521c6 HTTP/1.1" status: 200 len: 1094 time: 0.6318672 Jul 09 21:06:11.066723 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'tag': '443c0456-ec5e-464a-8d69-8eb0020521c6'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:11.068994 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4717237f-5cec-4e8c-a02f-9d852c0bd70f" -d '{"events": [{"name": "network-changed", "server_uuid": "a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad", "tag": "443c0456-ec5e-464a-8d69-8eb0020521c6"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:11.093338 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed75f8-bf01-47ce-9777-21f269f376e1 service neutron] Pushing event updated for resources: {'Port': ['ID=443c0456-ec5e-464a-8d69-8eb0020521c6,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:11.110685 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e274f9-53a5-48b2-bac8-9116e7d3bdb2 x-openstack-request-id: req-44e274f9-53a5-48b2-bac8-9116e7d3bdb2 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:11.110975 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad", "tag": "443c0456-ec5e-464a-8d69-8eb0020521c6", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:11.111228 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44e274f9-53a5-48b2-bac8-9116e7d3bdb2 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:11.111657 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'tag': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'status': 'completed', 'code': 200} Jul 09 21:06:11.181958 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-d939454c-05d8-48d5-b8d7-5683e7906530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.183593 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-d939454c-05d8-48d5-b8d7-5683e7906530 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 1097 time: 0.0551877 Jul 09 21:06:11.235712 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-58860d46-b827-4fa3-baf8-71e532ecf2c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443c0456-ec5e-464a-8d69-8eb0020521c6 HTTP/1.1" status: 200 len: 217 time: 0.0395660 Jul 09 21:06:11.287945 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-064291b9-6133-4106-a465-4dc8815d252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.289395 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-064291b9-6133-4106-a465-4dc8815d252e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0445855 Jul 09 21:06:11.343200 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-330b1303-b26a-488e-b9ef-e40ab09d37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.344696 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-330b1303-b26a-488e-b9ef-e40ab09d37ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496924 Jul 09 21:06:11.434894 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-8a31f489-cebb-4832-b50d-ce89be0f578d service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830679 Jul 09 21:06:11.519567 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c63fe0fe-5730-4580-84f9-0e08a8f05801 req-a6e1536c-e5e1-423f-b821-fd8358d57d23 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787396 Jul 09 21:06:11.662216 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717237f-5cec-4e8c-a02f-9d852c0bd70f req-8f427260-e542-4986-9245-b4525c3d1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.663740 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4717237f-5cec-4e8c-a02f-9d852c0bd70f req-8f427260-e542-4986-9245-b4525c3d1831 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 1097 time: 0.0603142 Jul 09 21:06:11.750418 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717237f-5cec-4e8c-a02f-9d852c0bd70f req-0e946b82-06bb-40cb-b42d-a510ea83ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.751977 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4717237f-5cec-4e8c-a02f-9d852c0bd70f req-0e946b82-06bb-40cb-b42d-a510ea83ce5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0808656 Jul 09 21:06:11.800932 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4717237f-5cec-4e8c-a02f-9d852c0bd70f req-3d520a62-4ce9-4cfe-9869-c0bed67b4bca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443c0456-ec5e-464a-8d69-8eb0020521c6 HTTP/1.1" status: 200 len: 217 time: 0.0333519 Jul 09 21:06:11.852000 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717237f-5cec-4e8c-a02f-9d852c0bd70f req-7d632c44-bb87-4cfb-bca1-8c7518f1a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.853435 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4717237f-5cec-4e8c-a02f-9d852c0bd70f req-7d632c44-bb87-4cfb-bca1-8c7518f1a152 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0457776 Jul 09 21:06:11.910003 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717237f-5cec-4e8c-a02f-9d852c0bd70f req-c60f3229-65ed-4c42-b9ee-586950eea76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.911548 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4717237f-5cec-4e8c-a02f-9d852c0bd70f req-c60f3229-65ed-4c42-b9ee-586950eea76a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521879 Jul 09 21:06:11.997113 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4717237f-5cec-4e8c-a02f-9d852c0bd70f req-6cc11bc5-2ead-4308-a7d9-7552a1576389 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793107 Jul 09 21:06:12.088573 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4717237f-5cec-4e8c-a02f-9d852c0bd70f req-50199383-c9ac-44dc-a9dc-4501a30e7291 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850563 Jul 09 21:06:12.094657 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38cde-6df5-4750-921a-ca9919a5b4fd req-4a1ad2bd-4983-4ed1-8881-d0594537b7b6 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:12.096187 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5da38cde-6df5-4750-921a-ca9919a5b4fd req-4a1ad2bd-4983-4ed1-8881-d0594537b7b6 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 944 time: 0.0622830 Jul 09 21:06:12.135751 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5da38cde-6df5-4750-921a-ca9919a5b4fd req-a7c62190-10da-4be6-970f-369c40643fbe tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340331 Jul 09 21:06:12.164730 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.314835 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b3078-561b-4653-9fd7-d0215ba84fc0 req-92ee9847-2faa-41ed-89f3-8383bf61f251 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:13.316331 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8d6b3078-561b-4653-9fd7-d0215ba84fc0 req-92ee9847-2faa-41ed-89f3-8383bf61f251 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 944 time: 0.0656509 Jul 09 21:06:13.605294 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8d6b3078-561b-4653-9fd7-d0215ba84fc0 req-a977806b-adc5-46b1-aa8e-9620119a8b3c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834585 Jul 09 21:06:14.778000 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d8b8d-bb1a-41aa-963a-6eba6ed27aae req-016ec418-d71b-488d-a5d2-ba5fab059dd6 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:14.780000 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d59d8b8d-bb1a-41aa-963a-6eba6ed27aae req-016ec418-d71b-488d-a5d2-ba5fab059dd6 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 944 time: 0.0625722 Jul 09 21:06:14.817084 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d59d8b8d-bb1a-41aa-963a-6eba6ed27aae req-98417778-fa30-4f92-89c7-71edcb907b49 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Jul 09 21:06:15.987066 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439cd37-7cd5-4787-8b50-a53533e3c667 req-cd603926-d4f0-4238-af7b-b021e1adba1d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:15.988559 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a439cd37-7cd5-4787-8b50-a53533e3c667 req-cd603926-d4f0-4238-af7b-b021e1adba1d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 944 time: 0.0625398 Jul 09 21:06:16.029610 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a439cd37-7cd5-4787-8b50-a53533e3c667 req-175579f7-8e84-4dfc-bed3-0b1a04132aa9 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354586 Jul 09 21:06:17.202379 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f2783-b96c-4ecc-a913-c32ef6c148e1 req-2e595368-0633-409f-a465-0b124e208ecc tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:17.203899 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fe6f2783-b96c-4ecc-a913-c32ef6c148e1 req-2e595368-0633-409f-a465-0b124e208ecc tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 944 time: 0.0661221 Jul 09 21:06:17.240815 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fe6f2783-b96c-4ecc-a913-c32ef6c148e1 req-f9ac771b-648d-4389-afd4-a12cc3051a90 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Jul 09 21:06:18.408390 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd9f9b-1e05-4436-822e-c31c391a6f5c req-5b02f94e-8315-4621-9046-0eef0096c7e5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:18.409874 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-76bd9f9b-1e05-4436-822e-c31c391a6f5c req-5b02f94e-8315-4621-9046-0eef0096c7e5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 944 time: 0.0623770 Jul 09 21:06:18.446178 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-76bd9f9b-1e05-4436-822e-c31c391a6f5c req-edf456ee-7be9-41ec-b30a-ac92bc8be91f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308673 Jul 09 21:06:19.637503 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1c32d-e316-45f8-b6bd-c5b58fc30fa9 req-4febacc8-f5ba-4a42-ab29-1bda47f86871 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:19.639160 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d5e1c32d-e316-45f8-b6bd-c5b58fc30fa9 req-4febacc8-f5ba-4a42-ab29-1bda47f86871 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 944 time: 0.0655115 Jul 09 21:06:19.676545 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d5e1c32d-e316-45f8-b6bd-c5b58fc30fa9 req-4a0a667d-ff61-4140-a511-e921c8a3bd71 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Jul 09 21:06:20.373961 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 443c0456-ec5e-464a-8d69-8eb0020521c6 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:06:20.469060 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 443c0456-ec5e-464a-8d69-8eb0020521c6, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=443c0456-ec5e-464a-8d69-8eb0020521c6,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:20.480091 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'port_id': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'mac_address': 'fa:16:3e:0a:72:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:06:20.516000 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:20.527966 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443c0456-ec5e-464a-8d69-8eb0020521c6 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:06:20.547582 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 443c0456-ec5e-464a-8d69-8eb0020521c6, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=443c0456-ec5e-464a-8d69-8eb0020521c6,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:20.551080 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:20.596849 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=443c0456-ec5e-464a-8d69-8eb0020521c6,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:20.603676 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.604036 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.604387 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.604727 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.605066 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.605403 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.605740 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.606073 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.606408 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.607443 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.607786 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.608117 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:20.846468 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47688738-1908-49ac-88f5-969ac1a352dc req-6b603300-c2c1-429b-b871-76bced79f8d1 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:20.848007 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-47688738-1908-49ac-88f5-969ac1a352dc req-6b603300-c2c1-429b-b871-76bced79f8d1 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 945 time: 0.0634000 Jul 09 21:06:20.855073 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['443c0456-ec5e-464a-8d69-8eb0020521c6'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:06:20.886132 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-47688738-1908-49ac-88f5-969ac1a352dc req-b6d496bf-7f90-4a41-a38d-84eae1478a52 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325148 Jul 09 21:06:22.057006 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c26458-630d-4408-9738-b7fe697f5c6b req-46467a40-fdec-44eb-94bd-acbf565883b2 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:22.058508 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9c26458-630d-4408-9738-b7fe697f5c6b req-46467a40-fdec-44eb-94bd-acbf565883b2 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 945 time: 0.0625472 Jul 09 21:06:22.099846 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9c26458-630d-4408-9738-b7fe697f5c6b req-5962866d-415b-4f87-bd35-01b0d9d969b2 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350790 Jul 09 21:06:22.145441 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.373571 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 443c0456-ec5e-464a-8d69-8eb0020521c6 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:06:22.422561 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port 443c0456-ec5e-464a-8d69-8eb0020521c6 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:06:22.426005 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port 443c0456-ec5e-464a-8d69-8eb0020521c6 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:22.426383 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.499789 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.521242 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c0456-ec5e-464a-8d69-8eb0020521c6'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:22.523492 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60faa6b7-4f3b-4594-82ac-c764b088e1c0" -d '{"events": [{"server_uuid": "a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad", "name": "network-vif-plugged", "status": "completed", "tag": "443c0456-ec5e-464a-8d69-8eb0020521c6"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:22.536278 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port 443c0456-ec5e-464a-8d69-8eb0020521c6, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=443c0456-ec5e-464a-8d69-8eb0020521c6,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:22.540315 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.586893 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=443c0456-ec5e-464a-8d69-8eb0020521c6,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:22.610951 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810af686-9d84-4fa6-9b0a-a6e9dcc587cc x-openstack-request-id: req-810af686-9d84-4fa6-9b0a-a6e9dcc587cc {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:22.611242 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad", "name": "network-vif-plugged", "status": "completed", "tag": "443c0456-ec5e-464a-8d69-8eb0020521c6", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:22.611532 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-810af686-9d84-4fa6-9b0a-a6e9dcc587cc {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:22.611927 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'code': 200} Jul 09 21:06:22.888679 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b078d6-e864-449c-9d20-15c73b43c892 req-00f81a9b-e9f6-4af1-8de9-1656e46e7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:22.890214 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c3b078d6-e864-449c-9d20-15c73b43c892 req-00f81a9b-e9f6-4af1-8de9-1656e46e7522 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 1099 time: 0.0511291 Jul 09 21:06:22.924483 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c3b078d6-e864-449c-9d20-15c73b43c892 req-0e7d5a04-33f8-434c-94a1-3e394806c6d0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282135 Jul 09 21:06:23.270581 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48216f5-bc50-4890-944b-f1f969867bd2 req-c5a40005-dbcf-43b6-af36-e2e54a2d73af tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:23.272176 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a48216f5-bc50-4890-944b-f1f969867bd2 req-c5a40005-dbcf-43b6-af36-e2e54a2d73af tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 946 time: 0.0625639 Jul 09 21:06:23.308990 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a48216f5-bc50-4890-944b-f1f969867bd2 req-b66a3a88-38d9-4924-b1b7-b22d15e507a1 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313847 Jul 09 21:06:24.277568 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:06:24.479325 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee3823-4b68-463b-9ea7-64e3d2eca38f req-42906b36-fe7a-4350-b2e6-6c8426f7320b tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:24.480822 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e4ee3823-4b68-463b-9ea7-64e3d2eca38f req-42906b36-fe7a-4350-b2e6-6c8426f7320b tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 946 time: 0.0619164 Jul 09 21:06:24.517416 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e4ee3823-4b68-463b-9ea7-64e3d2eca38f req-cac3b5b9-4598-4828-aee8-e6d8e7bcb3c5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306668 Jul 09 21:06:24.687998 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066d01d-f00a-40b0-9d91-c80e0e393651 req-fc89e481-c7f4-4df6-a606-0aaf6d308242 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:24.689463 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3066d01d-f00a-40b0-9d91-c80e0e393651 req-fc89e481-c7f4-4df6-a606-0aaf6d308242 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 946 time: 0.0656352 Jul 09 21:06:24.725771 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3066d01d-f00a-40b0-9d91-c80e0e393651 req-0f4c6bf4-6ad8-466a-91d4-70183ad65b39 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309079 Jul 09 21:06:24.750681 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39708) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:24.800773 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f54145d-aa6e-4724-936d-f0d25901bfb6 tempest-TestVolumeBootPattern-542294818 tempest-TestVolumeBootPattern-542294818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:24.802193 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7f54145d-aa6e-4724-936d-f0d25901bfb6 tempest-TestVolumeBootPattern-542294818 tempest-TestVolumeBootPattern-542294818-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 1094 time: 0.0505526 Jul 09 21:06:24.804814 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39710) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:24.809064 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'floatingip': {'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'port_id': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:24.830373 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:24.928210 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:25.031970 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Allocated IP 172.27.1.125 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/e663bdf1-39d2-4601-a89e-ffd486d18a57) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:06:25.134373 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:25.171877 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:25.205560 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:06:25.208357 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:06:25.210944 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:06:25.245101 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'Port': ['ID=e663bdf1-39d2-4601-a89e-ffd486d18a57,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:25.255738 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.256094 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.256464 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.256803 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.257138 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.257472 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.257801 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.258130 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.258459 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.258783 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.259106 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.259453 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:25.585054 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:25.663025 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:25.809683 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:25.814116 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:25.885381 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'Port': ['ID=e663bdf1-39d2-4601-a89e-ffd486d18a57,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:25.893494 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:25.991882 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Floating IP 2e86cbd2-f5c5-47e3-a026-3b07226aac33 associated. External IP: 172.27.1.125, port: 443c0456-ec5e-464a-8d69-8eb0020521c6. Jul 09 21:06:26.197187 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:06:26.290066 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-ad7bf72e-e2be-4b02-932d-c205c9bd6adb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547607 Jul 09 21:06:26.304298 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:06:26.314399 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b03edd-4250-4d61-bb4e-69c9cf958375 None None] Sync routers for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:06:26.321810 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:26.327803 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b03edd-4250-4d61-bb4e-69c9cf958375 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:06:26.328442 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c6b03edd-4250-4d61-bb4e-69c9cf958375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:06:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:26.359564 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-053aa9f5-c03a-4500-b99d-c85342f6d027 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5537069 Jul 09 21:06:26.360263 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'tag': '443c0456-ec5e-464a-8d69-8eb0020521c6'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:26.362522 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f90720b-f7dd-4198-a401-414f8c966f83" -d '{"events": [{"name": "network-changed", "server_uuid": "a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad", "tag": "443c0456-ec5e-464a-8d69-8eb0020521c6"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:26.401784 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-b83b9ae1-be9d-45f9-a764-3e8113d57518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:26.404418 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-b83b9ae1-be9d-45f9-a764-3e8113d57518 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 1099 time: 0.0551283 Jul 09 21:06:26.438542 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-c6b03edd-4250-4d61-bb4e-69c9cf958375 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:06:26.461050 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8736513a-03cf-4666-8f08-7ba34d38ef85 x-openstack-request-id: req-8736513a-03cf-4666-8f08-7ba34d38ef85 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:26.461342 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad", "tag": "443c0456-ec5e-464a-8d69-8eb0020521c6", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:26.461596 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8736513a-03cf-4666-8f08-7ba34d38ef85 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:26.461996 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'tag': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'status': 'completed', 'code': 200} Jul 09 21:06:26.506760 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-6e21893e-577e-4864-80f3-a1c29a204759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:26.508273 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-6e21893e-577e-4864-80f3-a1c29a204759 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0851934 Jul 09 21:06:26.574910 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-2f8d98b2-6640-4018-b48a-7a7b1a956845 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443c0456-ec5e-464a-8d69-8eb0020521c6 HTTP/1.1" status: 200 len: 1000 time: 0.0601180 Jul 09 21:06:26.623357 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-16025fc0-7cc1-4158-bd73-0a7ba6cc5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:26.624851 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-16025fc0-7cc1-4158-bd73-0a7ba6cc5000 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0443532 Jul 09 21:06:26.659208 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c6b03edd-4250-4d61-bb4e-69c9cf958375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '2e86cbd2-f5c5-47e3-a026-3b07226aac33', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:0a:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:06:25Z', 'updated_at': '2021-07-09T21:06:25Z', 'revision_number': 0, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:26.681570 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-db317f28-6935-48eb-8cca-960465ffd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:26.683110 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-db317f28-6935-48eb-8cca-960465ffd915 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517373 Jul 09 21:06:26.684997 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b03edd-4250-4d61-bb4e-69c9cf958375 None None] Checking router: 8e77f98a-daac-48da-bf5b-a4c0deb396b5 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:06:26.693056 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b03edd-4250-4d61-bb4e-69c9cf958375 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:06:26.693672 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c6b03edd-4250-4d61-bb4e-69c9cf958375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:06:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:26.774098 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-401d1cac-2338-4ba0-b940-a948e6a623bf service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846081 Jul 09 21:06:26.797716 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-c6b03edd-4250-4d61-bb4e-69c9cf958375 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:06:26.861054 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0a47469-a35d-4b06-9a61-59b4ea349d15 req-4745a098-5034-41f3-9fcf-dee462bacc19 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811512 Jul 09 21:06:26.986179 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90720b-f7dd-4198-a401-414f8c966f83 req-c1687b93-0500-4580-8c5d-490e98462e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:26.987758 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7f90720b-f7dd-4198-a401-414f8c966f83 req-c1687b93-0500-4580-8c5d-490e98462e61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 1099 time: 0.0520439 Jul 09 21:06:27.022998 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c6b03edd-4250-4d61-bb4e-69c9cf958375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '2e86cbd2-f5c5-47e3-a026-3b07226aac33', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:0a:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:06:25Z', 'updated_at': '2021-07-09T21:06:25Z', 'revision_number': 0, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:27.051675 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b03edd-4250-4d61-bb4e-69c9cf958375 None None] The sync data for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi is: [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '2e86cbd2-f5c5-47e3-a026-3b07226aac33', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:0a:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:06:25Z', 'updated_at': '2021-07-09T21:06:25Z', 'revision_number': 0, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:06:27.096371 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90720b-f7dd-4198-a401-414f8c966f83 req-78424cc5-09fa-4d22-b86b-12a09432f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:27.097877 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7f90720b-f7dd-4198-a401-414f8c966f83 req-78424cc5-09fa-4d22-b86b-12a09432f401 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.1018531 Jul 09 21:06:27.163605 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7f90720b-f7dd-4198-a401-414f8c966f83 req-da94461b-0142-458c-82c3-246ad968d32c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443c0456-ec5e-464a-8d69-8eb0020521c6 HTTP/1.1" status: 200 len: 1000 time: 0.0591567 Jul 09 21:06:27.222599 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90720b-f7dd-4198-a401-414f8c966f83 req-501650c4-5dbd-4d90-bc53-de911ac8cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:27.224153 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7f90720b-f7dd-4198-a401-414f8c966f83 req-501650c4-5dbd-4d90-bc53-de911ac8cf31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0502756 Jul 09 21:06:27.243922 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce5b502-0bd0-4004-a1cf-843e84cded96 None None] New status for floating IP 2e86cbd2-f5c5-47e3-a026-3b07226aac33: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:06:27.285597 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90720b-f7dd-4198-a401-414f8c966f83 req-0e6ef096-cec0-4c23-87b6-c5d391ef72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:27.287145 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7f90720b-f7dd-4198-a401-414f8c966f83 req-0e6ef096-cec0-4c23-87b6-c5d391ef72da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570350 Jul 09 21:06:27.391709 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7f90720b-f7dd-4198-a401-414f8c966f83 req-69dd8b38-1b78-46b5-836a-c105fffc81fc service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871356 Jul 09 21:06:27.489034 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7f90720b-f7dd-4198-a401-414f8c966f83 req-3876bdf4-a2b2-42a7-86f7-0e7d0ba16472 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906873 Jul 09 21:06:36.814429 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6d2fc2a-8223-49a8-93f9-f34988e9a039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:39.659750 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-163389d9-c4ca-4002-b16d-207e3b43070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:40.146242 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:40.693320 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:42.167261 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:52.143767 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:01.275497 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:07:06.817309 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-adf81006-d72b-434c-b996-e9875058c2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:09.660579 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9eead6dc-5518-4491-adc2-fdec4bf788f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:10.146963 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:10.696501 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.170458 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.157698 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.314610 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-d37812e3-437f-489b-96ec-cb82f755eabf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513279 Jul 09 21:07:28.425233 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-dddfb998-267b-4024-864c-77c3bd13d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:28.426732 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-dddfb998-267b-4024-864c-77c3bd13d769 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 1099 time: 0.0539391 Jul 09 21:07:28.525699 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-cbb78e15-050f-41d7-a41d-29f674c7b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:28.527699 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-cbb78e15-050f-41d7-a41d-29f674c7b8cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0821695 Jul 09 21:07:28.593065 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-679b7ae0-3285-47cf-8cfb-49c2dba18fe0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443c0456-ec5e-464a-8d69-8eb0020521c6 HTTP/1.1" status: 200 len: 1002 time: 0.0594642 Jul 09 21:07:28.918370 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-e4db5635-f20f-4474-9a46-53054b2e02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:28.919826 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-e4db5635-f20f-4474-9a46-53054b2e02a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.3211131 Jul 09 21:07:28.975625 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-b3abe63d-2c83-495e-8012-d1ad277ca207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:28.977077 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-b3abe63d-2c83-495e-8012-d1ad277ca207 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503826 Jul 09 21:07:29.065751 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-dc631261-ee89-402c-b96d-e88c970a4ef1 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819798 Jul 09 21:07:29.152352 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d74600a8-74f9-4b92-9215-121a90fe68c0 req-5121b2be-be0d-44a2-a9f7-f00d2beada2f service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803995 Jul 09 21:07:36.822008 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-549204c3-3913-450c-8378-d4b8cdeedad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:38.274863 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:07:39.661843 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8647-3ebc-4351-9648-45bbe028c54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.148117 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.700832 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.173725 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.172129 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:01.471496 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-9c314f6b-48cc-4593-a38f-74a1c8b12b25 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225270903&fields=id&tenant_id=eefda4470f164be2a7efc3e8239f481e HTTP/1.1" status: 200 len: 267 time: 0.0330312 Jul 09 21:08:01.576550 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-dab3c091-6c94-4cb1-8ab2-3376563c5c30 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:01.578014 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-dab3c091-6c94-4cb1-8ab2-3376563c5c30 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 811 time: 0.1005728 Jul 09 21:08:01.592554 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-a02d8aa0-d8f0-46a5-8ae2-734bf21f0de6 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/quotas/eefda4470f164be2a7efc3e8239f481e HTTP/1.1" status: 200 len: 375 time: 0.0093186 Jul 09 21:08:01.663802 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-129f2614-b1b0-46b7-b936-1439366f741f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0663524 Jul 09 21:08:01.765559 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-189ba6ea-3375-414b-abd9-99c480656489 service neutron] 10.222.0.73 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896325 Jul 09 21:08:01.854480 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-51af8488-a471-4325-8d66-7a460aea5e96 service neutron] 10.222.0.73 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833774 Jul 09 21:08:02.143300 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3624fbb2-c326-42f8-ac82-21db6e65254b req-0d275208-22e2-4ebb-a4ca-8824bb321526 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 210 time: 0.0300646 Jul 09 21:08:03.271217 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-3cbc821a-badd-4808-9443-da377706c7b0 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:03.272718 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-3cbc821a-badd-4808-9443-da377706c7b0 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 811 time: 0.1111445 Jul 09 21:08:03.297829 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d5746b64-0548-4012-91a0-84598d6515a1 req-261fe9bb-2f15-43a3-b4b2-b9952e96cee5 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 210 time: 0.0283380 Jul 09 21:08:03.327252 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-7ac386d2-3630-45e1-bd3a-8d913b0f8f3b tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eefda4470f164be2a7efc3e8239f481e HTTP/1.1" status: 200 len: 380 time: 0.0353532 Jul 09 21:08:03.336505 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'port': {'device_id': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'admin_state_up': True, 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'security_groups': ['711805f2-fd4b-4592-b2d2-e39f74f68ea3']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:03.447485 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Made reservation on behalf of eefda4470f164be2a7efc3e8239f481e for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:08:03.451817 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:03.575931 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Allocated IP 172.20.0.5 (eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1/ef787648-ac1a-47dd-8921-d04e681de1b7/e7b55a9e-3d98-438b-88dd-9a4157f2abf8) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:08:03.716434 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:03.730242 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Transition to ACTIVE for port object e7b55a9e-3d98-438b-88dd-9a4157f2abf8 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:08:03.763534 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10078068'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:03.808161 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:08:03.811250 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:08:03.815065 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:08:03.821413 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'Port': ['ID=e7b55a9e-3d98-438b-88dd-9a4157f2abf8,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:03.847974 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.848324 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.848665 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.849002 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.849334 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.849672 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.850029 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.851384 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.851384 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.851384 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.851384 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.851764 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:03.882135 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:03.882775 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:03.898777 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-605cd4b0-e3ea-4fd7-aa5b-acb15799fdd7 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665927 Jul 09 21:08:03.916832 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Request body: {'port': {'device_id': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:04.000989 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:04.063388 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-73c3a081-ef84-412a-83e4-3314c2fe61f5 None None] Provisioning for port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:08:04.067380 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-73c3a081-ef84-412a-83e4-3314c2fe61f5 None None] Provisioning complete for port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:08:04.067842 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73c3a081-ef84-412a-83e4-3314c2fe61f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:04.102376 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-73c3a081-ef84-412a-83e4-3314c2fe61f5 None None] Port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:08:04.264830 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b55a9e-3d98-438b-88dd-9a4157f2abf8 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:08:04.271916 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:04.283785 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Transition to ACTIVE for port object e7b55a9e-3d98-438b-88dd-9a4157f2abf8 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:08:04.287122 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:04.340448 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Pushing event updated for resources: {'Port': ['ID=e7b55a9e-3d98-438b-88dd-9a4157f2abf8,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:04.412601 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Attempting to bind port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:08:04.412958 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Attempting to bind port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:08:04.413275 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Attempting to bind port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 on network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:08:04.418622 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 on network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:08:04.418876 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Attempting to bind port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 on network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:08:04.424236 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Checking agent: {'id': 'b71954dc-7ffa-49e8-bb08-0768cf9c8fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'started_at': datetime.datetime(2021, 7, 9, 20, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:08:04.424574 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Checking segment: {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:08:04.424954 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Bound using segment: {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:08:04.425392 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Bound port: e7b55a9e-3d98-438b-88dd-9a4157f2abf8, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50367bfe-a764-4a1f-b0e8-b1ff53b23542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:08:04.425752 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:04.497836 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83d44a-271d-4ad7-afb5-fc8ba2729c17 req-42092244-2b30-475c-982a-e2c99bfe756e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:04.499533 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eb83d44a-271d-4ad7-afb5-fc8ba2729c17 req-42092244-2b30-475c-982a-e2c99bfe756e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 943 time: 0.0769227 Jul 09 21:08:04.505774 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] For port e7b55a9e-3d98-438b-88dd-9a4157f2abf8, host hv-cinder-79264, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:08:04.508860 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] For port e7b55a9e-3d98-438b-88dd-9a4157f2abf8, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e7b55a9e-3d98-438b-88dd-9a4157f2abf8,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:08:04.514201 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10078086'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:04.538291 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eb83d44a-271d-4ad7-afb5-fc8ba2729c17 req-9d3bf39d-3643-4c7d-b42e-404e193454f8 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Jul 09 21:08:04.562611 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:04.562611 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:04.562611 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] 10.222.0.26 "PUT /v2.0/ports/e7b55a9e-3d98-438b-88dd-9a4157f2abf8 HTTP/1.1" status: 200 len: 1093 time: 0.6444807 Jul 09 21:08:04.562611 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'tag': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:04.562611 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810" -d '{"events": [{"name": "network-changed", "server_uuid": "315fc329-e1e1-498a-82f2-1bbbe8394ad9", "tag": "e7b55a9e-3d98-438b-88dd-9a4157f2abf8"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:04.590781 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418c6f2-260d-43a5-8b96-45ab9b6a67da service neutron] Pushing event updated for resources: {'Port': ['ID=e7b55a9e-3d98-438b-88dd-9a4157f2abf8,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:04.600368 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecd9220-ca73-4091-940c-11ad9ea50b21 x-openstack-request-id: req-0ecd9220-ca73-4091-940c-11ad9ea50b21 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:04.600759 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315fc329-e1e1-498a-82f2-1bbbe8394ad9", "tag": "e7b55a9e-3d98-438b-88dd-9a4157f2abf8", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:04.601095 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ecd9220-ca73-4091-940c-11ad9ea50b21 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:04.601588 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'tag': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8', 'status': 'completed', 'code': 200} Jul 09 21:08:04.676364 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-a3f7d6c8-eb70-43a2-8f3c-6551e489c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:04.677935 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-a3f7d6c8-eb70-43a2-8f3c-6551e489c7e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 1096 time: 0.0600986 Jul 09 21:08:04.728323 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-2a860a01-540f-47f3-9a1b-5b9c476ab908 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b55a9e-3d98-438b-88dd-9a4157f2abf8 HTTP/1.1" status: 200 len: 217 time: 0.0374360 Jul 09 21:08:04.784302 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-a8d234a8-6aa5-4f03-be5a-71a241ec2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:04.785880 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-a8d234a8-6aa5-4f03-be5a-71a241ec2cd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0522552 Jul 09 21:08:04.840766 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-bf685f58-1627-4a87-9686-d5f70b88d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:04.842243 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-bf685f58-1627-4a87-9686-d5f70b88d3f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503855 Jul 09 21:08:04.929216 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-21831e2b-ac0b-4306-9523-3c40747d5028 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804906 Jul 09 21:08:05.019958 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-409e5f55-d465-4ae5-8307-812e7dabc8ee req-f8313837-2be7-4041-868f-9545246a4acb service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845623 Jul 09 21:08:05.166623 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810 req-4fd3198b-b95d-40f0-9edb-aaa2d925ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:05.168164 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810 req-4fd3198b-b95d-40f0-9edb-aaa2d925ad54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 1096 time: 0.0526326 Jul 09 21:08:05.258838 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810 req-37880c8f-2c15-4711-a733-0638a9be5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:05.260363 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810 req-37880c8f-2c15-4711-a733-0638a9be5cc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0848026 Jul 09 21:08:05.301811 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810 req-11cc3bfe-1c08-4151-a101-18b0e0e9120b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b55a9e-3d98-438b-88dd-9a4157f2abf8 HTTP/1.1" status: 200 len: 217 time: 0.0338833 Jul 09 21:08:05.357817 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810 req-7d201d2c-82de-47fe-8d40-5e0073a1f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:05.359228 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810 req-7d201d2c-82de-47fe-8d40-5e0073a1f0f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0421760 Jul 09 21:08:05.418518 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810 req-c7c9f56b-9cfa-4e0f-bfac-ef88ca71a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:05.419930 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810 req-c7c9f56b-9cfa-4e0f-bfac-ef88ca71a9dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540144 Jul 09 21:08:05.509985 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810 req-a3425c71-6491-4bc8-bc48-b54ffa0e986d service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804403 Jul 09 21:08:05.604645 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-eb1b9293-72d8-4db5-b6ba-a5238e8f1810 req-f7e324b1-3dd4-40eb-8605-2feb672a8de9 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851603 Jul 09 21:08:05.717114 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602d729-6075-4b2a-a661-7f7dbe9ba2b4 req-c13e0c13-7031-4464-8ed8-250037e1ca38 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:05.718553 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3602d729-6075-4b2a-a661-7f7dbe9ba2b4 req-c13e0c13-7031-4464-8ed8-250037e1ca38 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 943 time: 0.0658119 Jul 09 21:08:05.756319 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3602d729-6075-4b2a-a661-7f7dbe9ba2b4 req-2d40ba57-04ee-4110-9e73-dfebad25e35a tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321984 Jul 09 21:08:06.825090 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-883ac6f9-62e2-4395-9207-8b30eb5d7598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:06.931612 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a63e2-eff4-46a8-a5d3-24de1ee34c7d req-88e519fd-d28b-4b2f-84b5-d3abc47840e0 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:06.933874 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aa2a63e2-eff4-46a8-a5d3-24de1ee34c7d req-88e519fd-d28b-4b2f-84b5-d3abc47840e0 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 943 time: 0.0664315 Jul 09 21:08:06.970461 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aa2a63e2-eff4-46a8-a5d3-24de1ee34c7d req-e7fe1c3f-d538-43c2-b0d0-84f6a8fca0ac tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312045 Jul 09 21:08:08.143825 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca19d8a-f84c-4b7c-868b-c0f72e7d03ba req-52d3e7e2-2466-4d0a-8133-860daa83cd08 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:08.145205 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ca19d8a-f84c-4b7c-868b-c0f72e7d03ba req-52d3e7e2-2466-4d0a-8133-860daa83cd08 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 943 time: 0.0641851 Jul 09 21:08:08.181908 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ca19d8a-f84c-4b7c-868b-c0f72e7d03ba req-0724c6b2-d7b7-4458-aa91-b8be45d62343 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312157 Jul 09 21:08:09.350707 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82f343-9fd8-4fed-918a-77491d160ca5 req-e62019c9-f18f-4c08-a4e3-3ac47007c7db tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:09.352211 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fe82f343-9fd8-4fed-918a-77491d160ca5 req-e62019c9-f18f-4c08-a4e3-3ac47007c7db tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 943 time: 0.0614519 Jul 09 21:08:09.389187 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fe82f343-9fd8-4fed-918a-77491d160ca5 req-622c37ab-e9df-4094-9252-1a14695c3853 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308709 Jul 09 21:08:09.663071 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e3a5056d-26a0-4a6c-b7ed-052ef70c91ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:10.149699 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:10.563116 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8535a52-b142-4531-9bc2-2dcae2bec95b req-960973bc-8b8c-40af-b0bd-41699cfc3ecd tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:10.564615 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f8535a52-b142-4531-9bc2-2dcae2bec95b req-960973bc-8b8c-40af-b0bd-41699cfc3ecd tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 943 time: 0.0668821 Jul 09 21:08:10.600753 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f8535a52-b142-4531-9bc2-2dcae2bec95b req-4970db61-e41b-49bc-a110-a493727b0e4c tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305545 Jul 09 21:08:10.701983 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:11.771952 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261c931-d2d5-4d17-a554-8f81b8f8943f req-7a9bf969-442a-4e2c-95b4-1aba425eb5a0 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:11.773456 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c261c931-d2d5-4d17-a554-8f81b8f8943f req-7a9bf969-442a-4e2c-95b4-1aba425eb5a0 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 943 time: 0.0642889 Jul 09 21:08:11.810535 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c261c931-d2d5-4d17-a554-8f81b8f8943f req-a99f4078-f5f4-40f2-88c4-57dfdb496b4d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311201 Jul 09 21:08:12.177760 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:12.986808 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f61ed7-eda7-4c5d-8770-29e6c129e7c8 req-3c1ca0d2-8f09-4243-b148-98c10ed234a1 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:12.988213 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f8f61ed7-eda7-4c5d-8770-29e6c129e7c8 req-3c1ca0d2-8f09-4243-b148-98c10ed234a1 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 943 time: 0.0661645 Jul 09 21:08:13.027771 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f8f61ed7-eda7-4c5d-8770-29e6c129e7c8 req-b184f0b3-f82d-417c-a4ab-948e6d3134eb tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341117 Jul 09 21:08:13.064975 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device e7b55a9e-3d98-438b-88dd-9a4157f2abf8 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:08:13.160528 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port e7b55a9e-3d98-438b-88dd-9a4157f2abf8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e7b55a9e-3d98-438b-88dd-9a4157f2abf8,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:13.172433 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Returning: {'device': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'port_id': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8', 'mac_address': 'fa:16:3e:eb:27:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:08:13.209195 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:13.221513 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b55a9e-3d98-438b-88dd-9a4157f2abf8 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:08:13.241049 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port e7b55a9e-3d98-438b-88dd-9a4157f2abf8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e7b55a9e-3d98-438b-88dd-9a4157f2abf8,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:13.245872 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:13.291093 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=e7b55a9e-3d98-438b-88dd-9a4157f2abf8,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:13.298834 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.299182 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.299547 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.299883 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.300211 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.300538 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.300862 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.301184 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.301508 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.301828 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.302145 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.302461 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:13.542202 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] get_ports_and_sgs() called for port_ids ['e7b55a9e-3d98-438b-88dd-9a4157f2abf8'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:08:14.195415 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3bb51-271d-4484-81aa-7c33d5a4242f req-228a02e4-3969-47f2-9d15-f534cf147140 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:14.196809 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-12e3bb51-271d-4484-81aa-7c33d5a4242f req-228a02e4-3969-47f2-9d15-f534cf147140 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 944 time: 0.0616376 Jul 09 21:08:14.234105 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-12e3bb51-271d-4484-81aa-7c33d5a4242f req-c6704cdb-c5b5-4337-94e8-19829a4564fa tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308025 Jul 09 21:08:15.087952 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device e7b55a9e-3d98-438b-88dd-9a4157f2abf8 up at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:08:15.137038 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning for port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:08:15.140448 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Provisioning complete for port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:08:15.140827 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727477'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:15.222704 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:15.245782 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:15.248358 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7593412fb48bea70719797e63bd76cfcd96be34792e0d106499d799cee063ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35a7c75-db78-42fb-8ea2-7d299c144474" -d '{"events": [{"server_uuid": "315fc329-e1e1-498a-82f2-1bbbe8394ad9", "name": "network-vif-plugged", "status": "completed", "tag": "e7b55a9e-3d98-438b-88dd-9a4157f2abf8"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:15.261451 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] For port e7b55a9e-3d98-438b-88dd-9a4157f2abf8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e7b55a9e-3d98-438b-88dd-9a4157f2abf8,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:15.265432 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:15.273880 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:08:15.293118 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818f2d2a-7739-4d07-b18f-9bf058d526a4 x-openstack-request-id: req-818f2d2a-7739-4d07-b18f-9bf058d526a4 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:15.293416 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fc329-e1e1-498a-82f2-1bbbe8394ad9", "name": "network-vif-plugged", "status": "completed", "tag": "e7b55a9e-3d98-438b-88dd-9a4157f2abf8", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:15.293672 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-818f2d2a-7739-4d07-b18f-9bf058d526a4 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:15.294057 dv-cinder-792642-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8', 'code': 200} Jul 09 21:08:15.319047 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Pushing event updated for resources: {'Port': ['ID=e7b55a9e-3d98-438b-88dd-9a4157f2abf8,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:15.433354 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477cce7-8a5c-4b14-8a81-33bf543bc36b req-fea96086-7d6a-4873-a5f8-865acf48d41a tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:15.434908 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8477cce7-8a5c-4b14-8a81-33bf543bc36b req-fea96086-7d6a-4873-a5f8-865acf48d41a tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 945 time: 0.0639608 Jul 09 21:08:15.474717 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8477cce7-8a5c-4b14-8a81-33bf543bc36b req-d0f956c2-4566-484d-b421-cb963599eaed tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335724 Jul 09 21:08:15.605436 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fbd3a-6b63-46af-813d-873a0169c0e8 req-6b3b6ea6-c6ab-4b16-be38-a122e5e335c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:15.606944 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-937fbd3a-6b63-46af-813d-873a0169c0e8 req-6b3b6ea6-c6ab-4b16-be38-a122e5e335c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0521479 Jul 09 21:08:15.640748 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-937fbd3a-6b63-46af-813d-873a0169c0e8 req-dbc9aec0-9128-467f-a01d-73068cccebb5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272262 Jul 09 21:08:16.667579 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b33ff1-78a8-4b33-836c-a5eb438c4414 req-b19deb75-d4ec-491c-997b-3d27e5c97d4f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:16.669060 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17b33ff1-78a8-4b33-836c-a5eb438c4414 req-b19deb75-d4ec-491c-997b-3d27e5c97d4f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 945 time: 0.0686779 Jul 09 21:08:16.707515 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17b33ff1-78a8-4b33-836c-a5eb438c4414 req-414c00bc-c7e8-408f-841e-1f7a65c8f99d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309439 Jul 09 21:08:17.886486 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e977c3b-ac97-4f5b-af6e-ac5156c15bf5 req-aefbea8c-5d21-4458-a83a-df40411457e3 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:17.888013 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e977c3b-ac97-4f5b-af6e-ac5156c15bf5 req-aefbea8c-5d21-4458-a83a-df40411457e3 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 945 time: 0.0621064 Jul 09 21:08:17.929758 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e977c3b-ac97-4f5b-af6e-ac5156c15bf5 req-56744beb-c866-4cad-8310-29269236a5a2 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314288 Jul 09 21:08:18.101005 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dd11c-8de0-4328-a051-c0b749aa4f14 req-f258bc0c-d92a-4fa6-9046-849e193d87d1 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:18.102476 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ef6dd11c-8de0-4328-a051-c0b749aa4f14 req-f258bc0c-d92a-4fa6-9046-849e193d87d1 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 945 time: 0.0655360 Jul 09 21:08:18.140552 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ef6dd11c-8de0-4328-a051-c0b749aa4f14 req-a0df1782-97b4-4797-a680-90b14aa445f1 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323956 Jul 09 21:08:18.164385 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39832) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:18.215617 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f1163-51d4-4521-b8dc-4034db2f87e5 tempest-TestVolumeBootPattern-542294818 tempest-TestVolumeBootPattern-542294818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:18.226920 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-519f1163-51d4-4521-b8dc-4034db2f87e5 tempest-TestVolumeBootPattern-542294818 tempest-TestVolumeBootPattern-542294818-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 1093 time: 0.0615311 Jul 09 21:08:18.229664 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39834) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:18.234115 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Request body: {'floatingip': {'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'port_id': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:18.262759 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:18.604815 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:18.703627 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Allocated IP 172.27.1.254 (f15fccb3-bbff-4b64-9228-fcc2ad17cb10/e8088857-fa8d-4a6d-9398-2e71a76d41e5/427fe35c-58e8-40e5-b37e-e8042c807303) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:08:18.803733 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:18.841071 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7833638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-153760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741293386469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3530755'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:18.874693 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Network f15fccb3-bbff-4b64-9228-fcc2ad17cb10 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:08:18.877677 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:08:18.883097 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:08:18.911652 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'Port': ['ID=427fe35c-58e8-40e5-b37e-e8042c807303,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:18.926139 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:18.926493 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:18.926840 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:18.927182 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:18.927550 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:18.927891 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:18.928223 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:18.928557 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:18.928889 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:18.929218 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:18.929552 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:18.929863 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:19.252149 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.324666 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834081'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.468987 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.473191 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741293929512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741293386487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741293387304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530993'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.541885 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event updated for resources: {'Port': ['ID=427fe35c-58e8-40e5-b37e-e8042c807303,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:19.551295 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420228'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.649258 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Floating IP a8dc9d1d-09be-47ae-a56c-104e41dca9f0 associated. External IP: 172.27.1.254, port: e7b55a9e-3d98-438b-88dd-9a4157f2abf8. Jul 09 21:08:19.851861 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:08:19.965792 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:08:19.975965 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd7064-b9ce-4686-930f-8747fb1d9613 None None] Sync routers for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:08:19.981553 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.986185 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd7064-b9ce-4686-930f-8747fb1d9613 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:08:19.986831 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5ddd7064-b9ce-4686-930f-8747fb1d9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:08:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:08:20.020629 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6ee20b49-fe21-4fe0-830c-bf85788582ec tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7899168 Jul 09 21:08:20.021325 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'tag': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:20.023606 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb978c6-22ea-41ef-a80c-188bae145915" -d '{"events": [{"name": "network-changed", "server_uuid": "315fc329-e1e1-498a-82f2-1bbbe8394ad9", "tag": "e7b55a9e-3d98-438b-88dd-9a4157f2abf8"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:20.059229 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8beb648-5c4b-4c97-a9d2-495cc93ffd00 x-openstack-request-id: req-c8beb648-5c4b-4c97-a9d2-495cc93ffd00 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:20.059560 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315fc329-e1e1-498a-82f2-1bbbe8394ad9", "tag": "e7b55a9e-3d98-438b-88dd-9a4157f2abf8", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:20.059818 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8beb648-5c4b-4c97-a9d2-495cc93ffd00 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:20.060221 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'tag': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8', 'status': 'completed', 'code': 200} Jul 09 21:08:20.094077 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-5ddd7064-b9ce-4686-930f-8747fb1d9613 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:08:20.157126 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb978c6-22ea-41ef-a80c-188bae145915 req-51d524dd-2a4a-4714-bb8d-aeba3002fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:20.158540 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4fb978c6-22ea-41ef-a80c-188bae145915 req-51d524dd-2a4a-4714-bb8d-aeba3002fa12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0552642 Jul 09 21:08:20.256046 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb978c6-22ea-41ef-a80c-188bae145915 req-bb83319d-abb3-420d-b31c-02c0e575502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:20.257556 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4fb978c6-22ea-41ef-a80c-188bae145915 req-bb83319d-abb3-420d-b31c-02c0e575502c service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0929263 Jul 09 21:08:20.317357 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5ddd7064-b9ce-4686-930f-8747fb1d9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '2e86cbd2-f5c5-47e3-a026-3b07226aac33', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:0a:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:06:25Z', 'updated_at': '2021-07-09T21:06:27Z', 'revision_number': 1, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}, {'id': 'a8dc9d1d-09be-47ae-a56c-104e41dca9f0', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:eb:27:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:08:19Z', 'updated_at': '2021-07-09T21:08:19Z', 'revision_number': 0, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:08:20.320925 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4fb978c6-22ea-41ef-a80c-188bae145915 req-f582884e-02f0-42d4-8dfc-3f00995bda53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b55a9e-3d98-438b-88dd-9a4157f2abf8 HTTP/1.1" status: 200 len: 999 time: 0.0572598 Jul 09 21:08:20.347425 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd7064-b9ce-4686-930f-8747fb1d9613 None None] Checking router: 8e77f98a-daac-48da-bf5b-a4c0deb396b5 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:08:20.356791 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd7064-b9ce-4686-930f-8747fb1d9613 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:08:20.357409 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5ddd7064-b9ce-4686-930f-8747fb1d9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:08:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:08:20.368706 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb978c6-22ea-41ef-a80c-188bae145915 req-4063d287-d2e2-4fac-8370-03eb7bfb93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:20.370394 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4fb978c6-22ea-41ef-a80c-188bae145915 req-4063d287-d2e2-4fac-8370-03eb7bfb93ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0438011 Jul 09 21:08:20.430833 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb978c6-22ea-41ef-a80c-188bae145915 req-cacfd453-b1d8-46bc-89d6-19d27b488953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:20.432451 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4fb978c6-22ea-41ef-a80c-188bae145915 req-cacfd453-b1d8-46bc-89d6-19d27b488953 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552137 Jul 09 21:08:20.461825 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-5ddd7064-b9ce-4686-930f-8747fb1d9613 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:08:20.523786 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4fb978c6-22ea-41ef-a80c-188bae145915 req-a885dfb2-3e30-4605-9a33-f692f3eebeb5 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847964 Jul 09 21:08:20.616090 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4fb978c6-22ea-41ef-a80c-188bae145915 req-2c6964c5-3d31-4d2e-9a78-40711cdb550f service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858727 Jul 09 21:08:20.685045 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5ddd7064-b9ce-4686-930f-8747fb1d9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '2e86cbd2-f5c5-47e3-a026-3b07226aac33', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:0a:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:06:25Z', 'updated_at': '2021-07-09T21:06:27Z', 'revision_number': 1, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}, {'id': 'a8dc9d1d-09be-47ae-a56c-104e41dca9f0', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:eb:27:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:08:19Z', 'updated_at': '2021-07-09T21:08:19Z', 'revision_number': 0, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:08:20.710180 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd7064-b9ce-4686-930f-8747fb1d9613 None None] The sync data for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi is: [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '2e86cbd2-f5c5-47e3-a026-3b07226aac33', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:0a:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:06:25Z', 'updated_at': '2021-07-09T21:06:27Z', 'revision_number': 1, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}, {'id': 'a8dc9d1d-09be-47ae-a56c-104e41dca9f0', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:eb:27:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:08:19Z', 'updated_at': '2021-07-09T21:08:19Z', 'revision_number': 0, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:08:20.886092 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74907519-7043-4f60-b406-2d982404a11b None None] New status for floating IP a8dc9d1d-09be-47ae-a56c-104e41dca9f0: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:08:22.171095 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:28.416127 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-782f0484-7b8c-43c8-95f3-d23725137964 req-de0acdea-a010-4871-80c2-60b5c5dd510a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529864 Jul 09 21:08:28.531915 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f0484-7b8c-43c8-95f3-d23725137964 req-0153cc73-485b-4177-a86f-f8d65a6b008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:28.533429 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-782f0484-7b8c-43c8-95f3-d23725137964 req-0153cc73-485b-4177-a86f-f8d65a6b008d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 1099 time: 0.0528016 Jul 09 21:08:28.638976 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f0484-7b8c-43c8-95f3-d23725137964 req-1b207278-eb23-40aa-9b19-b917e697488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:28.640462 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-782f0484-7b8c-43c8-95f3-d23725137964 req-1b207278-eb23-40aa-9b19-b917e697488e service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0882616 Jul 09 21:08:28.704349 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-782f0484-7b8c-43c8-95f3-d23725137964 req-789eca0f-2ee8-467c-b8fa-26a8b27b0ad8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443c0456-ec5e-464a-8d69-8eb0020521c6 HTTP/1.1" status: 200 len: 1002 time: 0.0569770 Jul 09 21:08:28.751779 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f0484-7b8c-43c8-95f3-d23725137964 req-3e92244e-a8ad-4cc9-9875-d3a7b6286212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:28.753209 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-782f0484-7b8c-43c8-95f3-d23725137964 req-3e92244e-a8ad-4cc9-9875-d3a7b6286212 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0417500 Jul 09 21:08:28.812614 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f0484-7b8c-43c8-95f3-d23725137964 req-14facadc-74aa-4981-8b61-63204d5be5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:28.814138 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-782f0484-7b8c-43c8-95f3-d23725137964 req-14facadc-74aa-4981-8b61-63204d5be5aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546725 Jul 09 21:08:28.902923 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-782f0484-7b8c-43c8-95f3-d23725137964 req-50e6bdd7-fce2-44d6-a766-b503d8bcf8ee service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824392 Jul 09 21:08:28.992871 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-782f0484-7b8c-43c8-95f3-d23725137964 req-8189a88b-9df0-4eb0-8e67-36be371f8571 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836024 Jul 09 21:08:36.826424 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b479d39b-9088-448e-bce8-16910f2ba424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:39.664118 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c574fe58-fbc0-4002-9fd6-b05753853c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.161245 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.705052 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:42.180120 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:52.186129 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:52.272852 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:09:06.831973 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8ec11d93-69d8-4ab4-8e99-21ca9f6332fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:09.664082 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8791ffc3-c988-4eb0-bdb5-eddf09a72a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:10.152253 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:10.708082 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:11.885574 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [req-bb1fb4ee-5a4f-4a44-82df-bddaf09f3f35 req-22e3c3f9-00dc-43cd-97ac-46808bbc63dc service neutron] (92923) timed out ('10.222.0.73', 57166) {{(pid=92923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:09:12.185774 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.200469 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:29.272529 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:09:30.322273 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d746f975-756a-459e-8c45-24ca6601eefd req-22c2cbd3-0d3f-4120-bb26-80d89cfdf0c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521667 Jul 09 21:09:30.407148 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746f975-756a-459e-8c45-24ca6601eefd req-41d2dd5b-291e-4884-9233-d92cfb2dc1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:30.408631 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d746f975-756a-459e-8c45-24ca6601eefd req-41d2dd5b-291e-4884-9233-d92cfb2dc1dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0519955 Jul 09 21:09:30.513931 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746f975-756a-459e-8c45-24ca6601eefd req-1c7a6c7b-ec4a-4f02-a9c4-7eaff133fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:30.515424 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d746f975-756a-459e-8c45-24ca6601eefd req-1c7a6c7b-ec4a-4f02-a9c4-7eaff133fc7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0877907 Jul 09 21:09:30.579974 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d746f975-756a-459e-8c45-24ca6601eefd req-2f987087-9b3f-4210-ad93-4cd6f4243ce8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b55a9e-3d98-438b-88dd-9a4157f2abf8 HTTP/1.1" status: 200 len: 1001 time: 0.0584128 Jul 09 21:09:30.629097 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746f975-756a-459e-8c45-24ca6601eefd req-c97e329b-a31a-4120-85a8-6a5b6382ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:30.630567 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d746f975-756a-459e-8c45-24ca6601eefd req-c97e329b-a31a-4120-85a8-6a5b6382ea02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0436575 Jul 09 21:09:30.688643 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746f975-756a-459e-8c45-24ca6601eefd req-3a6e93ed-21e3-4ace-ba91-d097aedbbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:30.690117 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d746f975-756a-459e-8c45-24ca6601eefd req-3a6e93ed-21e3-4ace-ba91-d097aedbbfa3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537307 Jul 09 21:09:30.776615 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d746f975-756a-459e-8c45-24ca6601eefd req-5d0efbc9-aac8-4b76-93d1-290c7a9da657 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800710 Jul 09 21:09:30.866023 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d746f975-756a-459e-8c45-24ca6601eefd req-f3cc1e06-361a-4425-a6f5-637cf99749bf service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836747 Jul 09 21:09:36.824407 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-59dab07d-7314-4022-aa2b-3aed92531959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:39.665737 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f30a0ac7-fc3c-49bb-be10-89e6f7cd791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:40.156243 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:40.710814 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:42.185144 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:46.155573 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-79830a3c-e60f-48f1-93fb-226a05a01928 req-e9f22d38-0072-4769-ac4d-d5df65229c04 service neutron] (92922) timed out ('10.222.0.26', 58846) {{(pid=92922) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:09:46.383836 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [req-a524a0e2-3bd1-40e4-9c1b-0166fa0ffc8d req-bde885af-91e2-4d88-8c1a-c21b07999b1d service neutron] (92923) timed out ('10.222.0.26', 58807) {{(pid=92923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:09:52.199604 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:00.200579 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39878) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:00.407546 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Deleting port 427fe35c-58e8-40e5-b37e-e8042c807303 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:00.407895 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:00.484662 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:00.484909 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:00.498632 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Calling delete_port for 427fe35c-58e8-40e5-b37e-e8042c807303 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:00.644488 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:00.670366 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event deleted for resources: {'Port': ['ID=427fe35c-58e8-40e5-b37e-e8042c807303,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:00.681100 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.681452 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.681878 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.682448 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.682558 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.682869 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.683202 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.683557 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.683888 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.684215 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.684539 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.684858 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:00.742306 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:00.742559 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Floating IP a8dc9d1d-09be-47ae-a56c-104e41dca9f0 disassociated (deleted). External IP: 172.27.1.254, port: e7b55a9e-3d98-438b-88dd-9a4157f2abf8. Jul 09 21:10:00.940100 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:10:01.045105 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:10:01.049872 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:01.054439 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8016b406-b48d-459c-af53-90a6741287a9 None None] Sync routers for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:10:01.063900 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016b406-b48d-459c-af53-90a6741287a9 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:01.064539 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8016b406-b48d-459c-af53-90a6741287a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:09:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:01.087330 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b3da6688-b7b3-448b-90ee-d856a321c54e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "DELETE /v2.0/floatingips/a8dc9d1d-09be-47ae-a56c-104e41dca9f0 HTTP/1.1" status: 204 len: 168 time: 0.8857331 Jul 09 21:10:01.088624 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'tag': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:01.090964 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0052876f-757a-4896-9c3f-5602c0c3e657" -d '{"events": [{"name": "network-changed", "server_uuid": "315fc329-e1e1-498a-82f2-1bbbe8394ad9", "tag": "e7b55a9e-3d98-438b-88dd-9a4157f2abf8"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:01.169168 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-8016b406-b48d-459c-af53-90a6741287a9 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:01.331682 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc24b22-0b28-49c1-85c6-3038a945387d x-openstack-request-id: req-8bc24b22-0b28-49c1-85c6-3038a945387d {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:01.332190 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315fc329-e1e1-498a-82f2-1bbbe8394ad9", "tag": "e7b55a9e-3d98-438b-88dd-9a4157f2abf8", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:01.332287 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8bc24b22-0b28-49c1-85c6-3038a945387d {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:01.332610 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'tag': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8', 'status': 'completed', 'code': 200} Jul 09 21:10:01.395206 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8016b406-b48d-459c-af53-90a6741287a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '2e86cbd2-f5c5-47e3-a026-3b07226aac33', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:0a:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:06:25Z', 'updated_at': '2021-07-09T21:06:27Z', 'revision_number': 1, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:01.459552 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052876f-757a-4896-9c3f-5602c0c3e657 req-498977e5-6322-4802-8ecc-73020192e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:01.461270 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0052876f-757a-4896-9c3f-5602c0c3e657 req-498977e5-6322-4802-8ecc-73020192e092 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0564713 Jul 09 21:10:01.485364 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e4caa-d39f-4a8f-8093-87d2da76d36f req-0efee69a-3f89-4fe1-8b10-18527c093c63 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:01.487269 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f26e4caa-d39f-4a8f-8093-87d2da76d36f req-0efee69a-3f89-4fe1-8b10-18527c093c63 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 945 time: 0.0688457 Jul 09 21:10:01.528422 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f26e4caa-d39f-4a8f-8093-87d2da76d36f req-10589c3f-adff-4973-86bf-35e69119f7e2 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352225 Jul 09 21:10:01.544262 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8016b406-b48d-459c-af53-90a6741287a9 None None] Checking router: 8e77f98a-daac-48da-bf5b-a4c0deb396b5 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:10:01.553153 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016b406-b48d-459c-af53-90a6741287a9 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:01.553708 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8016b406-b48d-459c-af53-90a6741287a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:09:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:01.558890 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052876f-757a-4896-9c3f-5602c0c3e657 req-0ae1cbd4-1e91-410b-9801-da48bd4a1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:01.560493 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0052876f-757a-4896-9c3f-5602c0c3e657 req-0ae1cbd4-1e91-410b-9801-da48bd4a1315 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.0902250 Jul 09 21:10:01.599769 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0052876f-757a-4896-9c3f-5602c0c3e657 req-7734ee4d-b24d-4647-9e3c-512785aa0229 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b55a9e-3d98-438b-88dd-9a4157f2abf8 HTTP/1.1" status: 200 len: 217 time: 0.0328510 Jul 09 21:10:01.648048 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052876f-757a-4896-9c3f-5602c0c3e657 req-5b7a3813-dcb7-423a-84e2-5be1e455dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:01.649512 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0052876f-757a-4896-9c3f-5602c0c3e657 req-5b7a3813-dcb7-423a-84e2-5be1e455dcc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0426204 Jul 09 21:10:01.656755 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-8016b406-b48d-459c-af53-90a6741287a9 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:01.706602 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052876f-757a-4896-9c3f-5602c0c3e657 req-ac79d58c-8cd6-4388-a3a6-9d69f261b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:01.708133 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0052876f-757a-4896-9c3f-5602c0c3e657 req-ac79d58c-8cd6-4388-a3a6-9d69f261b20d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512300 Jul 09 21:10:01.800454 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0052876f-757a-4896-9c3f-5602c0c3e657 req-93e5a93e-4c06-4bac-8e9a-f0afb7c4af70 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849195 Jul 09 21:10:01.875169 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8016b406-b48d-459c-af53-90a6741287a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '2e86cbd2-f5c5-47e3-a026-3b07226aac33', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:0a:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:06:25Z', 'updated_at': '2021-07-09T21:06:27Z', 'revision_number': 1, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:01.891038 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0052876f-757a-4896-9c3f-5602c0c3e657 req-83285a1e-0b13-4bd9-8d8d-82a304121e9d service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827231 Jul 09 21:10:01.904838 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8016b406-b48d-459c-af53-90a6741287a9 None None] The sync data for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi is: [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_floatingips': [{'id': '2e86cbd2-f5c5-47e3-a026-3b07226aac33', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'router_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'port_id': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'mac_address': 'fa:16:3e:0a:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:06:25Z', 'updated_at': '2021-07-09T21:06:27Z', 'revision_number': 1, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:10:02.109743 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481d904-d174-46a1-9263-1d467ec3a16e None None] New status for floating IP a8dc9d1d-09be-47ae-a56c-104e41dca9f0: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:10:02.700750 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f558d-ca24-4e8e-a5e3-42fb1afa2091 req-c779e42d-b84d-4ff9-b128-b3d5e5dcf71d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:02.702239 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2b5f558d-ca24-4e8e-a5e3-42fb1afa2091 req-c779e42d-b84d-4ff9-b128-b3d5e5dcf71d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 945 time: 0.0642948 Jul 09 21:10:02.739063 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2b5f558d-ca24-4e8e-a5e3-42fb1afa2091 req-f1c58a77-e9d6-4657-b735-13edfff2b9a8 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313795 Jul 09 21:10:03.129374 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137280c-2391-4502-9f68-f5bcea33e25c req-4f0ef5a1-91e4-432a-a685-dd42c1ff3bca tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:03.130818 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2137280c-2391-4502-9f68-f5bcea33e25c req-4f0ef5a1-91e4-432a-a685-dd42c1ff3bca tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 945 time: 0.0652771 Jul 09 21:10:03.227095 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-2137280c-2391-4502-9f68-f5bcea33e25c req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Deleting port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:03.227460 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-2137280c-2391-4502-9f68-f5bcea33e25c req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:03.317975 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-2137280c-2391-4502-9f68-f5bcea33e25c req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] For port e7b55a9e-3d98-438b-88dd-9a4157f2abf8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e7b55a9e-3d98-438b-88dd-9a4157f2abf8,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:03.318329 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-2137280c-2391-4502-9f68-f5bcea33e25c req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:03.330685 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-2137280c-2391-4502-9f68-f5bcea33e25c req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Calling delete_port for e7b55a9e-3d98-438b-88dd-9a4157f2abf8 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:03.453963 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-2137280c-2391-4502-9f68-f5bcea33e25c req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:03.490392 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event deleted for resources: {'Port': ['ID=e7b55a9e-3d98-438b-88dd-9a4157f2abf8,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:03.515123 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.515499 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.515837 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.516332 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.516669 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.516997 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.517323 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.517647 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.517970 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.518289 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.518605 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.518919 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:03.542322 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2137280c-2391-4502-9f68-f5bcea33e25c req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] No DVR routers for this DVR port e7b55a9e-3d98-438b-88dd-9a4157f2abf8 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:03.544748 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-2137280c-2391-4502-9f68-f5bcea33e25c req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:03.546839 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2137280c-2391-4502-9f68-f5bcea33e25c req-e7900413-1330-42e1-b4af-c5444e37e808 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "DELETE /v2.0/ports/e7b55a9e-3d98-438b-88dd-9a4157f2abf8 HTTP/1.1" status: 204 len: 173 time: 0.4099662 Jul 09 21:10:03.547290 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'name': 'network-vif-deleted', 'tag': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:03.549557 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611a5061-ed2b-405b-9ead-c4d682c7763d" -d '{"events": [{"server_uuid": "315fc329-e1e1-498a-82f2-1bbbe8394ad9", "name": "network-vif-deleted", "tag": "e7b55a9e-3d98-438b-88dd-9a4157f2abf8"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:03.585700 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203667da-c6d9-442d-85f9-b49cb5141b1d x-openstack-request-id: req-203667da-c6d9-442d-85f9-b49cb5141b1d {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:03.586050 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fc329-e1e1-498a-82f2-1bbbe8394ad9", "name": "network-vif-deleted", "tag": "e7b55a9e-3d98-438b-88dd-9a4157f2abf8", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:03.586237 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-203667da-c6d9-442d-85f9-b49cb5141b1d {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:03.586711 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fc329-e1e1-498a-82f2-1bbbe8394ad9', 'name': 'network-vif-deleted', 'tag': 'e7b55a9e-3d98-438b-88dd-9a4157f2abf8', 'status': 'completed', 'code': 200} Jul 09 21:10:03.884536 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ccbc1b1d-9029-41d5-8b32-3919bdf185de req-ce12dff6-e3e8-4966-8497-21bec9f6870f tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=315fc329-e1e1-498a-82f2-1bbbe8394ad9 HTTP/1.1" status: 200 len: 210 time: 0.0334325 Jul 09 21:10:06.271121 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:10:06.825282 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a26bd5a1-074f-4657-9c68-946612b59e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:07.192692 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39920) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:07.350184 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Deleting port e663bdf1-39d2-4601-a89e-ffd486d18a57 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:07.350518 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:07.423907 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:07.424230 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:07.435973 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Calling delete_port for e663bdf1-39d2-4601-a89e-ffd486d18a57 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:07.579786 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:07.584209 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device e7b55a9e-3d98-438b-88dd-9a4157f2abf8 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:07.603259 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: e7b55a9e-3d98-438b-88dd-9a4157f2abf8 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:07.603635 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device e7b55a9e-3d98-438b-88dd-9a4157f2abf8 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:07.605632 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event deleted for resources: {'Port': ['ID=e663bdf1-39d2-4601-a89e-ffd486d18a57,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:07.668182 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:07.668517 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Floating IP 2e86cbd2-f5c5-47e3-a026-3b07226aac33 disassociated (deleted). External IP: 172.27.1.125, port: 443c0456-ec5e-464a-8d69-8eb0020521c6. Jul 09 21:10:07.869508 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:10:07.976291 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:10:07.981056 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:07.985510 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b867093a-22d8-46d7-b2b4-28f07c94e039 None None] Sync routers for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:10:07.994170 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867093a-22d8-46d7-b2b4-28f07c94e039 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:07.994818 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-b867093a-22d8-46d7-b2b4-28f07c94e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:09:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:08.104951 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-b867093a-22d8-46d7-b2b4-28f07c94e039 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:08.265096 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5824bb78-07ba-4abe-accf-a3c2a2d2180d tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "DELETE /v2.0/floatingips/2e86cbd2-f5c5-47e3-a026-3b07226aac33 HTTP/1.1" status: 204 len: 168 time: 1.0711160 Jul 09 21:10:08.265661 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'tag': '443c0456-ec5e-464a-8d69-8eb0020521c6'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:08.267750 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d940ed121be3b1aa6109c1721de4b8efdeb20e0709eaa8a64a29193a05a58575" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0aab9e-9779-4a74-b236-cc81564f9536" -d '{"events": [{"name": "network-changed", "server_uuid": "a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad", "tag": "443c0456-ec5e-464a-8d69-8eb0020521c6"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:08.306162 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-b867093a-22d8-46d7-b2b4-28f07c94e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:08.335741 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b867093a-22d8-46d7-b2b4-28f07c94e039 None None] Checking router: 8e77f98a-daac-48da-bf5b-a4c0deb396b5 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:10:08.344234 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867093a-22d8-46d7-b2b4-28f07c94e039 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:08.344868 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-b867093a-22d8-46d7-b2b4-28f07c94e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:09:40Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:08.455985 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-b867093a-22d8-46d7-b2b4-28f07c94e039 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:08.520146 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b926f1-8249-457f-a41a-325820e97b02 x-openstack-request-id: req-f8b926f1-8249-457f-a41a-325820e97b02 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:08.520547 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad", "tag": "443c0456-ec5e-464a-8d69-8eb0020521c6", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:08.520861 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8b926f1-8249-457f-a41a-325820e97b02 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:08.521348 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'tag': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'status': 'completed', 'code': 200} Jul 09 21:10:08.645458 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aab9e-9779-4a74-b236-cc81564f9536 req-7114e445-2763-4714-b23d-8edccfe3c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:08.647940 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd0aab9e-9779-4a74-b236-cc81564f9536 req-7114e445-2763-4714-b23d-8edccfe3c3b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eefda4470f164be2a7efc3e8239f481e&device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 1099 time: 0.0608559 Jul 09 21:10:08.707462 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8a388-85ee-4622-8458-8effbc8f4bdc req-46199fe9-caa7-4757-8f3d-67ee82eefe68 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:08.709028 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-27b8a388-85ee-4622-8458-8effbc8f4bdc req-46199fe9-caa7-4757-8f3d-67ee82eefe68 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 946 time: 0.0810754 Jul 09 21:10:08.710047 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-b867093a-22d8-46d7-b2b4-28f07c94e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:08.739020 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b867093a-22d8-46d7-b2b4-28f07c94e039 None None] The sync data for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi is: [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:03:23Z', 'revision_number': 4, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi', '_interfaces': [{'id': '9e9e34b1-261a-470b-91d0-71a0bae832ee', 'name': '', 'network_id': 'eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'mac_address': 'fa:16:3e:b9:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:23Z', 'updated_at': '2021-07-09T21:03:29Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'subnets': [{'id': 'ef787648-ac1a-47dd-8921-d04e681de1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:10:08.757336 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-27b8a388-85ee-4622-8458-8effbc8f4bdc req-e6ae7766-aaf6-4049-ba75-959091caef79 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Jul 09 21:10:08.764881 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aab9e-9779-4a74-b236-cc81564f9536 req-dfbb3f21-aee6-4d6a-95b6-5dda40231fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:08.766412 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd0aab9e-9779-4a74-b236-cc81564f9536 req-dfbb3f21-aee6-4d6a-95b6-5dda40231fdb service neutron] 10.222.0.26 "GET /v2.0/networks?id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 200 len: 913 time: 0.1113973 Jul 09 21:10:08.816143 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd0aab9e-9779-4a74-b236-cc81564f9536 req-0b58b16e-5876-4330-9aae-3da097df035a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443c0456-ec5e-464a-8d69-8eb0020521c6 HTTP/1.1" status: 200 len: 217 time: 0.0419962 Jul 09 21:10:08.879480 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aab9e-9779-4a74-b236-cc81564f9536 req-6e892609-36bd-40b8-8755-d2cf10363d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:08.883418 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd0aab9e-9779-4a74-b236-cc81564f9536 req-6e892609-36bd-40b8-8755-d2cf10363d09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 200 len: 850 time: 0.0602503 Jul 09 21:10:08.959949 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aab9e-9779-4a74-b236-cc81564f9536 req-c2ed9f44-96f3-4ec0-a490-4e2d541124ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:08.961510 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd0aab9e-9779-4a74-b236-cc81564f9536 req-c2ed9f44-96f3-4ec0-a490-4e2d541124ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704834 Jul 09 21:10:09.007081 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1214d-cc3f-435c-8e34-292329954ff9 None None] New status for floating IP 2e86cbd2-f5c5-47e3-a026-3b07226aac33: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:10:09.071083 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd0aab9e-9779-4a74-b236-cc81564f9536 req-7208272b-78d6-44fd-8882-b72c455a80a6 service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013155 Jul 09 21:10:09.182243 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd0aab9e-9779-4a74-b236-cc81564f9536 req-040da45e-ca54-4044-9100-e71f4c29efbd service neutron] 10.222.0.26 "GET /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040664 Jul 09 21:10:09.666596 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-82facbbb-b578-4c8f-b1e3-4e588302e84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:09.941621 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7fd50-8570-4597-829f-6a00ec3220c0 req-80f48374-e966-4a87-a5e3-96826f9468e2 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:09.943538 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e7b7fd50-8570-4597-829f-6a00ec3220c0 req-80f48374-e966-4a87-a5e3-96826f9468e2 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 946 time: 0.0660651 Jul 09 21:10:09.981880 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e7b7fd50-8570-4597-829f-6a00ec3220c0 req-b01e3bd1-b5e3-4d1f-9a9e-1013bf918cee tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/security-groups?id=711805f2-fd4b-4592-b2d2-e39f74f68ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Jul 09 21:10:10.157562 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:10.254376 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8506d-f383-412b-81e7-a77e828de44a req-36cdc2bc-b2b7-47ba-b391-a41d42582a25 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:10.255874 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cae8506d-f383-412b-81e7-a77e828de44a req-36cdc2bc-b2b7-47ba-b391-a41d42582a25 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 946 time: 0.0630677 Jul 09 21:10:10.355139 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-cae8506d-f383-412b-81e7-a77e828de44a req-8f95112c-2002-4663-987d-dbaa4e4c55ad tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Deleting port 443c0456-ec5e-464a-8d69-8eb0020521c6 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:10.355507 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cae8506d-f383-412b-81e7-a77e828de44a req-8f95112c-2002-4663-987d-dbaa4e4c55ad tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:10.441832 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-cae8506d-f383-412b-81e7-a77e828de44a req-8f95112c-2002-4663-987d-dbaa4e4c55ad tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] For port 443c0456-ec5e-464a-8d69-8eb0020521c6, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=443c0456-ec5e-464a-8d69-8eb0020521c6,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:10.442100 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cae8506d-f383-412b-81e7-a77e828de44a req-8f95112c-2002-4663-987d-dbaa4e4c55ad tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:10.454811 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-cae8506d-f383-412b-81e7-a77e828de44a req-8f95112c-2002-4663-987d-dbaa4e4c55ad tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Calling delete_port for 443c0456-ec5e-464a-8d69-8eb0020521c6 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:10.586796 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cae8506d-f383-412b-81e7-a77e828de44a req-8f95112c-2002-4663-987d-dbaa4e4c55ad tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:10.616004 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95112c-2002-4663-987d-dbaa4e4c55ad tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event deleted for resources: {'Port': ['ID=443c0456-ec5e-464a-8d69-8eb0020521c6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:10.658898 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae8506d-f383-412b-81e7-a77e828de44a req-8f95112c-2002-4663-987d-dbaa4e4c55ad tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] No DVR routers for this DVR port 443c0456-ec5e-464a-8d69-8eb0020521c6 on host hv-cinder-79264 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:10.661391 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-cae8506d-f383-412b-81e7-a77e828de44a req-8f95112c-2002-4663-987d-dbaa4e4c55ad tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:10.663509 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cae8506d-f383-412b-81e7-a77e828de44a req-8f95112c-2002-4663-987d-dbaa4e4c55ad tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.26 "DELETE /v2.0/ports/443c0456-ec5e-464a-8d69-8eb0020521c6 HTTP/1.1" status: 204 len: 173 time: 0.4024034 Jul 09 21:10:10.663964 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'name': 'network-vif-deleted', 'tag': '443c0456-ec5e-464a-8d69-8eb0020521c6'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:10.666384 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f256e183c0541651c553312cd68c0a4fa6978e0c816d35be9e9c680180f57231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f9567f-1993-44c0-ace5-939839c3efc5" -d '{"events": [{"server_uuid": "a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad", "name": "network-vif-deleted", "tag": "443c0456-ec5e-464a-8d69-8eb0020521c6"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:10.702569 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141dddf0-0197-4ee4-b5f0-d6ccd7e7d76e x-openstack-request-id: req-141dddf0-0197-4ee4-b5f0-d6ccd7e7d76e {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:10.702861 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad", "name": "network-vif-deleted", "tag": "443c0456-ec5e-464a-8d69-8eb0020521c6", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:10.703113 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-141dddf0-0197-4ee4-b5f0-d6ccd7e7d76e {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:10.703529 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad', 'name': 'network-vif-deleted', 'tag': '443c0456-ec5e-464a-8d69-8eb0020521c6', 'status': 'completed', 'code': 200} Jul 09 21:10:10.719236 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:11.145627 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4d201c76-16fc-495d-b6fc-611ef7c4332a req-57a1b6f7-aadf-4904-94db-3507830940f6 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "GET /v2.0/ports?device_id=a255a8c3-f19f-4cb6-8a4b-ed80bcbd9aad HTTP/1.1" status: 200 len: 210 time: 0.0292830 Jul 09 21:10:12.188755 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:12.237558 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39938) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:12.364037 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac3877-3187-436d-8fe8-fb887b739a15 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Deleting port 0b40edda-5072-40ed-b25c-7921c1fc4e69 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:12.364382 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1ac3877-3187-436d-8fe8-fb887b739a15 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:12.440898 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1ac3877-3187-436d-8fe8-fb887b739a15 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:12.441141 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1ac3877-3187-436d-8fe8-fb887b739a15 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:12.452854 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac3877-3187-436d-8fe8-fb887b739a15 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Calling delete_port for 0b40edda-5072-40ed-b25c-7921c1fc4e69 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:12.580743 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1ac3877-3187-436d-8fe8-fb887b739a15 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:12.609117 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac3877-3187-436d-8fe8-fb887b739a15 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event deleted for resources: {'Port': ['ID=0b40edda-5072-40ed-b25c-7921c1fc4e69,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:12.668868 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1ac3877-3187-436d-8fe8-fb887b739a15 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:12.672167 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1ac3877-3187-436d-8fe8-fb887b739a15 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202882'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:12.673333 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c1ac3877-3187-436d-8fe8-fb887b739a15 tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "DELETE /v2.0/floatingips/e34fcb53-3128-400c-9665-a59374d147f4 HTTP/1.1" status: 204 len: 168 time: 0.4347763 Jul 09 21:10:13.632351 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 443c0456-ec5e-464a-8d69-8eb0020521c6 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:13.652581 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] No Port match for: 443c0456-ec5e-464a-8d69-8eb0020521c6 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:13.652925 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Device 443c0456-ec5e-464a-8d69-8eb0020521c6 not bound to the agent host hv-cinder-79264 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:13.939523 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39950) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:13.995752 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-479e9b40-d275-4fa2-a0ab-b6ed7cad5d6e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:14.020960 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-479e9b40-d275-4fa2-a0ab-b6ed7cad5d6e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:14.079247 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-479e9b40-d275-4fa2-a0ab-b6ed7cad5d6e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:14.081888 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-479e9b40-d275-4fa2-a0ab-b6ed7cad5d6e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:14.085526 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-479e9b40-d275-4fa2-a0ab-b6ed7cad5d6e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] 10.222.0.73 "DELETE /v2.0/security-groups/711805f2-fd4b-4592-b2d2-e39f74f68ea3 HTTP/1.1" status: 204 len: 168 time: 0.1425292 Jul 09 21:10:14.092829 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e9b40-d275-4fa2-a0ab-b6ed7cad5d6e tempest-TestVolumeBootPattern-910350342 tempest-TestVolumeBootPattern-910350342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711805f2-fd4b-4592-b2d2-e39f74f68ea3,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:14.136091 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39954) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:14.867572 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.111238 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] Deleting port 9e9e34b1-261a-470b-91d0-71a0bae832ee {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:15.111611 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.191673 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] For port 9e9e34b1-261a-470b-91d0-71a0bae832ee, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=9e9e34b1-261a-470b-91d0-71a0bae832ee,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:15.192363 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.204062 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] Calling delete_port for 9e9e34b1-261a-470b-91d0-71a0bae832ee owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:15.376575 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.400957 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9e34b1-261a-470b-91d0-71a0bae832ee,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:15.567122 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546503'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.775889 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] Router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:10:15.878590 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:10:15.887902 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0e44d4f0-e071-4089-876d-324caee1a4ca admin admin] 10.222.0.73 "PUT /v2.0/routers/8e77f98a-daac-48da-bf5b-a4c0deb396b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7464209 Jul 09 21:10:15.887902 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39958) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:15.889405 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c903dea-2520-425f-b1cc-79ba759441b9 None None] Sync routers for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:10:15.898889 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c903dea-2520-425f-b1cc-79ba759441b9 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:15.899545 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3c903dea-2520-425f-b1cc-79ba759441b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:10:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:15.990934 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.002310 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-3c903dea-2520-425f-b1cc-79ba759441b9 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: dv-cinder-792642-3-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:16.092465 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.145415 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Deleting port c3afae78-1f34-415f-ada3-ef8b40ac169c {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:16.145759 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.179186 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3c903dea-2520-425f-b1cc-79ba759441b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:10:15Z', 'revision_number': 5, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port': {'id': 'c3afae78-1f34-415f-ada3-ef8b40ac169c', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:21Z', 'updated_at': '2021-07-09T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:16.208476 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c903dea-2520-425f-b1cc-79ba759441b9 None None] Checking router: 8e77f98a-daac-48da-bf5b-a4c0deb396b5 for host: dv-cinder-792642-3-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:10:16.217337 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c903dea-2520-425f-b1cc-79ba759441b9 None None] Routers {'8e77f98a-daac-48da-bf5b-a4c0deb396b5'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:16.218059 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3c903dea-2520-425f-b1cc-79ba759441b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:10:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:16.222603 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] For port c3afae78-1f34-415f-ada3-ef8b40ac169c, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=c3afae78-1f34-415f-ada3-ef8b40ac169c,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:16.223157 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.239519 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Calling delete_port for c3afae78-1f34-415f-ada3-ef8b40ac169c owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:16.404819 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.432679 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c3afae78-1f34-415f-ada3-ef8b40ac169c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:16.468968 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-3c903dea-2520-425f-b1cc-79ba759441b9 None None] Set router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:16.498236 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420286'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.524855 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3c903dea-2520-425f-b1cc-79ba759441b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:10:16Z', 'revision_number': 6, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port_host': None}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:16.552670 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c903dea-2520-425f-b1cc-79ba759441b9 None None] The sync data for ids ['8e77f98a-daac-48da-bf5b-a4c0deb396b5'] in dv-cinder-792642-3-iscsi is: [{'id': '8e77f98a-daac-48da-bf5b-a4c0deb396b5', 'name': 'tempest-TestVolumeBootPattern-903492964-router', 'tenant_id': 'eefda4470f164be2a7efc3e8239f481e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:20Z', 'updated_at': '2021-07-09T21:10:16Z', 'revision_number': 6, 'project_id': 'eefda4470f164be2a7efc3e8239f481e', 'gw_port_host': None}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:10:16.590079 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6457'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.593095 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.637766 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547482'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.638485 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e77f98a-daac-48da-bf5b-a4c0deb396b5 {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:10:16.643326 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.644399 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ed8614b2-f603-4b63-ae9a-1b82848348ed admin admin] 10.222.0.73 "DELETE /v2.0/routers/8e77f98a-daac-48da-bf5b-a4c0deb396b5 HTTP/1.1" status: 204 len: 168 time: 0.7574110 Jul 09 21:10:16.647037 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39960) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:16.695037 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f24fdd1-17d6-4fa5-a87c-eed68b36735f admin admin] Deleting subnet ef787648-ac1a-47dd-8921-d04e681de1b7 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:10:16.697937 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0f24fdd1-17d6-4fa5-a87c-eed68b36735f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.730750 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0f24fdd1-17d6-4fa5-a87c-eed68b36735f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10079045'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.806390 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0f24fdd1-17d6-4fa5-a87c-eed68b36735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.861457 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0f24fdd1-17d6-4fa5-a87c-eed68b36735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10078023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10077631'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.887151 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24fdd1-17d6-4fa5-a87c-eed68b36735f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef787648-ac1a-47dd-8921-d04e681de1b7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:16.891463 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0f24fdd1-17d6-4fa5-a87c-eed68b36735f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.893409 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0f24fdd1-17d6-4fa5-a87c-eed68b36735f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ef787648-ac1a-47dd-8921-d04e681de1b7 HTTP/1.1" status: 204 len: 168 time: 0.2452729 Jul 09 21:10:16.895717 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39962) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:16.898146 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1ef98-c641-4c9a-b019-db1610c4d028 None None] Network eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:10:16.965400 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.025470 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Deleting port d2dea51a-3328-4858-b671-f4f0c56a4a94 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:17.025821 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.097906 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] For port d2dea51a-3328-4858-b671-f4f0c56a4a94, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=d2dea51a-3328-4858-b671-f4f0c56a4a94,segment=NetworkSegment(50367bfe-a764-4a1f-b0e8-b1ff53b23542),segment_id=50367bfe-a764-4a1f-b0e8-b1ff53b23542)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:17.098273 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.112303 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Calling delete_port for d2dea51a-3328-4858-b671-f4f0c56a4a94 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:17.123627 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] DHCP port deletion for eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 request from dv-cinder-792642-3-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:10:17.157682 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 9e9e34b1-261a-470b-91d0-71a0bae832ee no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:17.182310 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 9e9e34b1-261a-470b-91d0-71a0bae832ee {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:17.182515 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 9e9e34b1-261a-470b-91d0-71a0bae832ee not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:17.205542 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Deleting port d2dea51a-3328-4858-b671-f4f0c56a4a94 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:17.206127 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.206318 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.233860 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2dea51a-3328-4858-b671-f4f0c56a4a94,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:17.238081 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] No DVR routers for this DVR port d2dea51a-3328-4858-b671-f4f0c56a4a94 on host dv-cinder-792642-3-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:17.269739 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] For port d2dea51a-3328-4858-b671-f4f0c56a4a94, host dv-cinder-792642-3-iscsi, got binding levels [] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:17.270188 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.283774 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Calling delete_port for d2dea51a-3328-4858-b671-f4f0c56a4a94 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:17.286431 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.ipam_backend_mixin [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Port d2dea51a-3328-4858-b671-f4f0c56a4a94 was not found and therefore no delete operation was performed {{(pid=92924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 21:10:17.287767 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.312326 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.316074 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Pushing event deleted for resources: {'Port': ['ID=d2dea51a-3328-4858-b671-f4f0c56a4a94,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:17.322863 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:17.323671 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] No DVR routers for this DVR port d2dea51a-3328-4858-b671-f4f0c56a4a94 on host dv-cinder-792642-3-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:17.326634 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.327177 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.327444 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.327784 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.328118 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.328449 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.328781 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.329108 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.329440 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.329765 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.330089 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.330413 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75f8ca-1ebb-4798-8eee-cb7928960ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:17.335730 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50367bfe-a764-4a1f-b0e8-b1ff53b23542') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:17.336035 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50367bfe-a764-4a1f-b0e8-b1ff53b23542') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:17.347228 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10079058'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.361799 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.368442 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:10:17.368846 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10078114'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: timer() Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: self._notify() Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: event.method(event) Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:10:17.370834 dv-cinder-792642-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:10:17.427841 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.432994 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.435005 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1 HTTP/1.1" status: 204 len: 168 time: 0.5383267 Jul 09 21:10:17.439255 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39964) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:17.446131 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113943f2-f585-48ff-a516-35d763888eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eedb0ce5-1c8a-4574-9bfa-c84ddf717eb1,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:17.773871 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.018391 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] Deleting port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:18.018732 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.095412 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] For port 7eb962da-f7fe-49ce-84e3-2d37f0616ed6, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=7eb962da-f7fe-49ce-84e3-2d37f0616ed6,segment=NetworkSegment(9c234117-228f-4d3f-bba5-213d49dc9bec),segment_id=9c234117-228f-4d3f-bba5-213d49dc9bec)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:18.095684 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.108380 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] Calling delete_port for 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 owned by network:router_interface {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:18.280764 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.305507 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb962da-f7fe-49ce-84e3-2d37f0616ed6,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:18.465995 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546503'] for router_interface, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.674199 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] Router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b has already been hosted by L3 agent a5edfc70-3951-4a8d-9b47-52f2d00b5d3a {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:10:18.774869 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] Notify agent at l3_agent.dv-cinder-792642-3-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:10:18.781249 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9afceb7e-a961-425e-8cde-ac707c391f50 admin admin] 10.222.0.73 "PUT /v2.0/routers/1f99a17d-4f9f-4412-a4ed-d98a9bfd424b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3400047 Jul 09 21:10:18.782792 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39966) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:18.785403 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec489c4-9bcc-4118-ba79-f39f7b7b8a6b None None] Sync routers for ids ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'] in dv-cinder-792642-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:10:18.795537 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec489c4-9bcc-4118-ba79-f39f7b7b8a6b None None] Routers {'1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:18.796239 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-bec489c4-9bcc-4118-ba79-f39f7b7b8a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:10:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:18.885860 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.902025 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-bec489c4-9bcc-4118-ba79-f39f7b7b8a6b None None] Set router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b gateway port host: dv-cinder-792642-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:18.996483 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.063998 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Deleting port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:19.064575 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.082584 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-bec489c4-9bcc-4118-ba79-f39f7b7b8a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'name': 'tempest-TestVolumeBootPattern-1167232068-router', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'external_fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:10:18Z', 'revision_number': 5, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'gw_port': {'id': '40652e4d-ff3a-4c06-9ba3-7631e6aa8f59', 'name': '', 'network_id': 'f15fccb3-bbff-4b64-9228-fcc2ad17cb10', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8088857-fa8d-4a6d-9398-2e71a76d41e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-3-iscsi'}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:19.105869 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device c3afae78-1f34-415f-ada3-ef8b40ac169c no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:19.114530 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec489c4-9bcc-4118-ba79-f39f7b7b8a6b None None] Checking router: 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b for host: dv-cinder-792642-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:10:19.124289 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec489c4-9bcc-4118-ba79-f39f7b7b8a6b None None] Routers {'1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'} bound to L3 agent in host dv-cinder-792642-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:19.124939 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-bec489c4-9bcc-4118-ba79-f39f7b7b8a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:46:10Z,description=,heartbeat_timestamp=2021-07-09T21:10:10Z,host='dv-cinder-792642-3-iscsi',id=a5edfc70-3951-4a8d-9b47-52f2d00b5d3a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:46:10Z,topic='l3_agent')) {'router_ids': ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:19.129789 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: c3afae78-1f34-415f-ada3-ef8b40ac169c {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:19.130146 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device c3afae78-1f34-415f-ada3-ef8b40ac169c not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:19.130578 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d2dea51a-3328-4858-b671-f4f0c56a4a94 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:19.149857 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: d2dea51a-3328-4858-b671-f4f0c56a4a94 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:19.150217 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device d2dea51a-3328-4858-b671-f4f0c56a4a94 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:19.150899 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] For port 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=40652e4d-ff3a-4c06-9ba3-7631e6aa8f59,segment=NetworkSegment(7b6289b8-63d4-4377-ad71-74f610317f18),segment_id=7b6289b8-63d4-4377-ad71-74f610317f18)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:19.151259 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.169637 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Calling delete_port for 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:19.209809 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-bec489c4-9bcc-4118-ba79-f39f7b7b8a6b None None] Set router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:19.262377 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-bec489c4-9bcc-4118-ba79-f39f7b7b8a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'name': 'tempest-TestVolumeBootPattern-1167232068-router', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:10:18Z', 'revision_number': 6, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'gw_port_host': None}], 'dv-cinder-792642-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:19.288204 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec489c4-9bcc-4118-ba79-f39f7b7b8a6b None None] The sync data for ids ['1f99a17d-4f9f-4412-a4ed-d98a9bfd424b'] in dv-cinder-792642-3-iscsi is: [{'id': '1f99a17d-4f9f-4412-a4ed-d98a9bfd424b', 'name': 'tempest-TestVolumeBootPattern-1167232068-router', 'tenant_id': '3ed39ced8e75445caa9fec9e9556ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:25Z', 'updated_at': '2021-07-09T21:10:18Z', 'revision_number': 6, 'project_id': '3ed39ced8e75445caa9fec9e9556ff52', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:10:19.329377 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530762'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.355101 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Pushing event deleted for resources: {'Port': ['ID=40652e4d-ff3a-4c06-9ba3-7631e6aa8f59,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:19.421986 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420286'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.508536 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6457'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.510604 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.552367 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547482'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.552888 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f99a17d-4f9f-4412-a4ed-d98a9bfd424b {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:10:19.558582 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.559766 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-425c8ecc-b270-4b44-839a-f01f86684540 admin admin] 10.222.0.73 "DELETE /v2.0/routers/1f99a17d-4f9f-4412-a4ed-d98a9bfd424b HTTP/1.1" status: 204 len: 168 time: 0.7760389 Jul 09 21:10:19.562973 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.73', 39968) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:19.609101 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f4e2cc-ac10-4a11-be16-4f738bb52fda admin admin] Deleting subnet 9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:10:19.612104 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-82f4e2cc-ac10-4a11-be16-4f738bb52fda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.646578 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-82f4e2cc-ac10-4a11-be16-4f738bb52fda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9006356'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.725793 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-82f4e2cc-ac10-4a11-be16-4f738bb52fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7730523'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.784242 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-82f4e2cc-ac10-4a11-be16-4f738bb52fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7730514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232732'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.807958 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4e2cc-ac10-4a11-be16-4f738bb52fda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:19.813708 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-82f4e2cc-ac10-4a11-be16-4f738bb52fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.816171 dv-cinder-792642-3-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-82f4e2cc-ac10-4a11-be16-4f738bb52fda admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9704bed8-e2c4-4bab-a99e-d5bcf4b4ddd3 HTTP/1.1" status: 204 len: 168 time: 0.2522061 Jul 09 21:10:19.818099 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39970) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:19.819069 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3e082d-038d-4988-bdac-29ff93758485 None None] Network 950707bc-26ef-4de8-a9ea-2eab41e98f00 requested from dv-cinder-792642-3-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:10:19.889042 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849775'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.941302 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Deleting port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:19.942489 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.008596 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] For port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=c6e6bd84-c5c0-4ef4-b7fd-f1e856816759,segment=NetworkSegment(9c234117-228f-4d3f-bba5-213d49dc9bec),segment_id=9c234117-228f-4d3f-bba5-213d49dc9bec)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:20.008958 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.023079 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Calling delete_port for c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:20.040383 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed171239-b295-4f67-bdff-8034d7e42928 None None] DHCP port deletion for 950707bc-26ef-4de8-a9ea-2eab41e98f00 request from dv-cinder-792642-3-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:10:20.088751 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ed171239-b295-4f67-bdff-8034d7e42928 None None] Deleting port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:20.089146 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed171239-b295-4f67-bdff-8034d7e42928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741293918684'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.102358 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10078077'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.133303 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e6bd84-c5c0-4ef4-b7fd-f1e856816759,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:20.140360 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] No DVR routers for this DVR port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 on host dv-cinder-792642-3-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:20.158079 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ed171239-b295-4f67-bdff-8034d7e42928 None None] For port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759, host dv-cinder-792642-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-3-iscsi',level=0,port_id=c6e6bd84-c5c0-4ef4-b7fd-f1e856816759,segment=NetworkSegment(9c234117-228f-4d3f-bba5-213d49dc9bec),segment_id=9c234117-228f-4d3f-bba5-213d49dc9bec)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:20.158686 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed171239-b295-4f67-bdff-8034d7e42928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546553'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.171810 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ed171239-b295-4f67-bdff-8034d7e42928 None None] Calling delete_port for c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:20.210956 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7725518', 'neutron.services.segments.db._delete_segments_for_network-8741293691221'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.221873 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950707bc-26ef-4de8-a9ea-2eab41e98f00']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:20.232936 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c234117-228f-4d3f-bba5-213d49dc9bec') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:20.233233 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c234117-228f-4d3f-bba5-213d49dc9bec') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:20.242316 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741293716785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10079058'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.251788 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed171239-b295-4f67-bdff-8034d7e42928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741293929494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741293386478'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.259623 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.269063 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:10:20.269478 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7720218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10078114'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: timer() Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: self._notify() Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: event.method(event) Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:10:20.271177 dv-cinder-792642-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:10:20.277660 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed171239-b295-4f67-bdff-8034d7e42928 None None] Pushing event deleted for resources: {'Port': ['ID=c6e6bd84-c5c0-4ef4-b7fd-f1e856816759,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:20.281640 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed171239-b295-4f67-bdff-8034d7e42928 None None] No DVR routers for this DVR port c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 on host dv-cinder-792642-3-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:20.336446 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7725509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420250'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.341121 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582063'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.343936 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] 10.222.0.73 "DELETE /v2.0/networks/950707bc-26ef-4de8-a9ea-2eab41e98f00 HTTP/1.1" status: 204 len: 168 time: 0.5248458 Jul 09 21:10:20.355854 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c096ca-4942-40c2-9d14-6dbd29c01669 admin admin] Pushing event deleted for resources: {'Network': ['ID=950707bc-26ef-4de8-a9ea-2eab41e98f00,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:20.454826 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39974) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:20.494329 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e08d2e79-3284-4b7d-baae-274679ac5968 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eefda4470f164be2a7efc3e8239f481e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382152 Jul 09 21:10:20.496687 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39976) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:20.543523 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-354a30c5-efe0-4662-9bed-f5c3223de7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.565080 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-354a30c5-efe0-4662-9bed-f5c3223de7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.611435 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-354a30c5-efe0-4662-9bed-f5c3223de7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.613919 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-354a30c5-efe0-4662-9bed-f5c3223de7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.615061 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-354a30c5-efe0-4662-9bed-f5c3223de7bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/462e6279-122c-4e2b-a64c-29b80e89f525 HTTP/1.1" status: 204 len: 168 time: 0.1169441 Jul 09 21:10:20.622348 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a30c5-efe0-4662-9bed-f5c3223de7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462e6279-122c-4e2b-a64c-29b80e89f525,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:20.916270 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39982) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:20.958281 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9d5d20e7-dd17-4fbe-9681-0e4814175ed8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ed39ced8e75445caa9fec9e9556ff52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408847 Jul 09 21:10:20.960778 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.73', 39984) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:21.008972 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7745782f-8d89-4158-8dd1-7a608d9554cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:21.022979 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:21.031046 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7745782f-8d89-4158-8dd1-7a608d9554cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:21.043541 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:21.043896 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 7eb962da-f7fe-49ce-84e3-2d37f0616ed6 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:21.044475 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:21.062994 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:21.063531 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device 40652e4d-ff3a-4c06-9ba3-7631e6aa8f59 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:21.064025 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 no longer exists at agent ovs-agent-dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:21.079970 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7745782f-8d89-4158-8dd1-7a608d9554cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-491391'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:21.082596 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7745782f-8d89-4158-8dd1-7a608d9554cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:21.083760 dv-cinder-792642-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7745782f-8d89-4158-8dd1-7a608d9554cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a03e0c26-64d8-4c0e-afdd-c817b09e506f HTTP/1.1" status: 204 len: 168 time: 0.1221025 Jul 09 21:10:21.090525 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] No Port match for: c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:21.090891 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Device c6e6bd84-c5c0-4ef4-b7fd-f1e856816759 not bound to the agent host dv-cinder-792642-3-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:21.092812 dv-cinder-792642-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745782f-8d89-4158-8dd1-7a608d9554cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03e0c26-64d8-4c0e-afdd-c817b09e506f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:22.214838 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:36.827818 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7f09c5c7-6729-47fa-b18f-b90a434dcbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:39.667233 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5fe183ac-3755-4edb-a157-3a122c806da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:40.158977 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:40.717299 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:42.191778 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:43.270249 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:10:52.217111 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:06.828753 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ea66b857-647e-4104-9ad7-d5332cd28c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:09.671507 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b68e497b-51f9-41a5-9c8c-978e2958d782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:10.164235 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:10.718867 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:12.195375 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:20.269460 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:11:22.227676 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:36.830368 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1bf7489d-6c8d-4c43-a397-064a8b3141da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:39.672763 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-007f82b0-4320-4c62-9d2e-2967591057e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:40.165032 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:40.722850 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:42.197988 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.241066 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:57.269293 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:12:06.832597 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc1f8-d6a4-4e2c-aa2c-ee8947ea17b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:09.672865 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b160510a-d11c-4f6e-9583-05224cc3c919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:10.165652 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:10.732195 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:12.200791 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.242787 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:34.268246 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:12:36.833644 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c5259712-e776-4ebf-b674-d34dd100a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:39.673566 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ab213212-e667-4169-8855-f4213ff7f710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:40.165858 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:40.729816 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:42.204811 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:52.272781 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:06.833148 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-da83aa3c-e5a1-4441-bb15-caae03516e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:09.674108 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-420a9fd7-c9ce-42a4-8fd1-3de7182c806f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:10.165764 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:10.730557 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:11.267729 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:13:12.208444 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:22.309235 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.832639 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9f291d3b-54e9-4cc9-a68f-b65c92e74b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:39.674968 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f485aa43-748b-4e06-a786-e3a903144602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.167286 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.733264 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.210247 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:48.268445 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:13:52.302370 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.832693 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2d196605-d4d0-43e4-992e-958f3e4a406a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:09.675399 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-deae1cb5-dcde-4468-b916-279653738cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:10.171333 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:10.736006 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.213142 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:22.302291 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:25.266894 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:14:30.155515 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-a7939972-e8fd-4dfa-9e72-a08e96f32c2e req-e91f5d28-7210-45cb-ab21-0716bbe20a1d service neutron] (92922) timed out ('10.222.0.26', 58868) {{(pid=92922) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:14:36.833439 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3e651b26-910a-4f45-86d0-f6470796caae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:39.675182 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3d68707a-42ae-4e90-85e8-1d7fd46d31cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:40.172546 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:40.739044 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:42.216369 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:52.317257 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:02.266903 dv-cinder-792642-3-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-a0d24a9c-44b5-4907-9d86-4889edafa145 None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:15:06.834533 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eb490136-2cd7-4124-91f3-bcd4e53665e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:09.675285 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6432edd9-2b0e-4bf1-beef-9505b8910446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:10.173782 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e00a5f39-aa45-492a-bbb5-428287f00943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:10.741997 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3231d46f-e9f4-46aa-9a6e-635249bd99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:12.218848 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0b42-7303-4ceb-ba12-4eec0da4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:22.317583 dv-cinder-792642-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba30e549-4de0-4edc-8fb8-19688cb3f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741293691203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7727492'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:23.251445 dv-cinder-792642-3-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-7df64a06-0ad4-440b-a1b7-ae51377868de req-681a46be-2396-41a8-800d-d50ced590933 service neutron] (92922) timed out ('10.222.0.73', 37036) {{(pid=92922) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}